2024-11-09 23:24:24,984 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-09 23:24:24,995 main DEBUG Took 0.009020 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-09 23:24:24,995 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-09 23:24:24,995 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-09 23:24:24,996 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-09 23:24:24,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,003 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-09 23:24:25,014 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,017 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,018 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,019 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,020 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,021 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,021 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,022 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,023 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 23:24:25,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,025 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-09 23:24:25,026 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 23:24:25,028 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-09 23:24:25,029 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-09 23:24:25,030 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-09 23:24:25,031 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-09 23:24:25,031 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-09 23:24:25,038 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-09 23:24:25,041 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-09 23:24:25,043 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-09 23:24:25,043 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-09 23:24:25,043 main DEBUG createAppenders(={Console})
2024-11-09 23:24:25,044 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized
2024-11-09 23:24:25,044 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-09 23:24:25,045 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK.
2024-11-09 23:24:25,045 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-09 23:24:25,045 main DEBUG OutputStream closed
2024-11-09 23:24:25,046 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-09 23:24:25,046 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-09 23:24:25,046 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK
2024-11-09 23:24:25,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-09 23:24:25,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-09 23:24:25,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-09 23:24:25,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-09 23:24:25,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-09 23:24:25,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-09 23:24:25,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-09 23:24:25,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-09 23:24:25,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-09 23:24:25,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-09 23:24:25,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-09 23:24:25,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-09 23:24:25,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-09 23:24:25,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-09 23:24:25,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-09 23:24:25,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-09 23:24:25,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-09 23:24:25,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-09 23:24:25,128 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09 23:24:25,128 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null
2024-11-09 23:24:25,128 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-09 23:24:25,129 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK.
2024-11-09T23:24:25,335 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685
2024-11-09 23:24:25,338 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-09 23:24:25,338 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09T23:24:25,346 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins
2024-11-09T23:24:25,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T23:24:25,368 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471, deleteOnExit=true
2024-11-09T23:24:25,369 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS
2024-11-09T23:24:25,370 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/test.cache.data in system properties and HBase conf
2024-11-09T23:24:25,371 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T23:24:25,371 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/hadoop.log.dir in system properties and HBase conf
2024-11-09T23:24:25,372 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T23:24:25,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T23:24:25,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF
2024-11-09T23:24:25,460 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-09T23:24:25,544 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T23:24:25,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T23:24:25,549 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T23:24:25,550 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T23:24:25,550 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T23:24:25,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T23:24:25,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T23:24:25,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T23:24:25,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T23:24:25,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T23:24:25,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/nfs.dump.dir in system properties and HBase conf
2024-11-09T23:24:25,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/java.io.tmpdir in system properties and HBase conf
2024-11-09T23:24:25,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T23:24:25,554 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T23:24:25,555 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T23:24:26,488 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-09T23:24:26,570 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2275ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-09T23:24:26,644 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T23:24:26,702 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T23:24:26,721 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T23:24:26,721 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T23:24:26,723 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T23:24:26,734 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T23:24:26,737 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/hadoop.log.dir/,AVAILABLE}
2024-11-09T23:24:26,738 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T23:24:26,908 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/java.io.tmpdir/jetty-localhost-44263-hadoop-hdfs-3_4_1-tests_jar-_-any-870890724494285343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T23:24:26,914 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:44263}
2024-11-09T23:24:26,914 INFO  [Time-limited test {}] server.Server(415): Started @2620ms
2024-11-09T23:24:27,390 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T23:24:27,397 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T23:24:27,398 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T23:24:27,398 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T23:24:27,399 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T23:24:27,399 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/hadoop.log.dir/,AVAILABLE}
2024-11-09T23:24:27,400 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T23:24:27,499 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/java.io.tmpdir/jetty-localhost-39369-hadoop-hdfs-3_4_1-tests_jar-_-any-11365340629148690520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T23:24:27,500 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:39369}
2024-11-09T23:24:27,500 INFO  [Time-limited test {}] server.Server(415): Started @3206ms
2024-11-09T23:24:27,547 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T23:24:28,299 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/dfs/data/data1/current/BP-393288495-172.17.0.2-1731194666069/current, will proceed with Du for space computation calculation, 
2024-11-09T23:24:28,299 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/dfs/data/data2/current/BP-393288495-172.17.0.2-1731194666069/current, will proceed with Du for space computation calculation, 
2024-11-09T23:24:28,330 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T23:24:28,372 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc17fb157bab082e0 with lease ID 0x8775c78cb0336918: Processing first storage report for DS-d3ce451e-6555-45c0-b238-fa6406caeb5e from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=a1e9c99a-d211-4827-8ddc-6eb16bc4e9b0, infoPort=39255, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=340196530;c=1731194666069)
2024-11-09T23:24:28,373 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc17fb157bab082e0 with lease ID 0x8775c78cb0336918: from storage DS-d3ce451e-6555-45c0-b238-fa6406caeb5e node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=a1e9c99a-d211-4827-8ddc-6eb16bc4e9b0, infoPort=39255, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=340196530;c=1731194666069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T23:24:28,374 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc17fb157bab082e0 with lease ID 0x8775c78cb0336918: Processing first storage report for DS-df6c48d1-11c7-48a7-9923-410dfcb22a4c from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=a1e9c99a-d211-4827-8ddc-6eb16bc4e9b0, infoPort=39255, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=340196530;c=1731194666069)
2024-11-09T23:24:28,374 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc17fb157bab082e0 with lease ID 0x8775c78cb0336918: from storage DS-df6c48d1-11c7-48a7-9923-410dfcb22a4c node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=a1e9c99a-d211-4827-8ddc-6eb16bc4e9b0, infoPort=39255, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=340196530;c=1731194666069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T23:24:28,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685
2024-11-09T23:24:28,483 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/zookeeper_0, clientPort=58838, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T23:24:28,491 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58838
2024-11-09T23:24:28,501 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:28,504 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:28,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741825_1001 (size=7)
2024-11-09T23:24:29,114 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247 with version=8
2024-11-09T23:24:29,115 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/hbase-staging
2024-11-09T23:24:29,224 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-09T23:24:29,453 INFO  [Time-limited test {}] client.ConnectionUtils(129): master/5c400312e287:0 server-side Connection retries=45
2024-11-09T23:24:29,468 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T23:24:29,468 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T23:24:29,469 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T23:24:29,469 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T23:24:29,469 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T23:24:29,581 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T23:24:29,630 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-09T23:24:29,638 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-09T23:24:29,641 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T23:24:29,662 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44916 (auto-detected)
2024-11-09T23:24:29,663 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-09T23:24:29,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41201
2024-11-09T23:24:29,686 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:29,688 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:29,699 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41201 connecting to ZooKeeper ensemble=127.0.0.1:58838
2024-11-09T23:24:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412010x0, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T23:24:29,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41201-0x1012333e8270000 connected
2024-11-09T23:24:29,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T23:24:29,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T23:24:29,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T23:24:29,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41201
2024-11-09T23:24:29,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41201
2024-11-09T23:24:29,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41201
2024-11-09T23:24:29,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41201
2024-11-09T23:24:29,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41201
2024-11-09T23:24:29,887 INFO  [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247, hbase.cluster.distributed=false
2024-11-09T23:24:29,946 INFO  [Time-limited test {}] client.ConnectionUtils(129): regionserver/5c400312e287:0 server-side Connection retries=45
2024-11-09T23:24:29,946 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T23:24:29,947 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T23:24:29,947 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T23:24:29,947 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T23:24:29,947 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T23:24:29,949 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T23:24:29,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T23:24:29,953 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42983
2024-11-09T23:24:29,954 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T23:24:29,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T23:24:29,960 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:29,963 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:29,966 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42983 connecting to ZooKeeper ensemble=127.0.0.1:58838
2024-11-09T23:24:29,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429830x0, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T23:24:29,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T23:24:29,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42983-0x1012333e8270001 connected
2024-11-09T23:24:29,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T23:24:29,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T23:24:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42983
2024-11-09T23:24:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42983
2024-11-09T23:24:29,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42983
2024-11-09T23:24:29,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42983
2024-11-09T23:24:29,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42983
2024-11-09T23:24:29,985 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5c400312e287,41201,1731194669218
2024-11-09T23:24:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T23:24:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T23:24:29,996 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5c400312e287,41201,1731194669218
2024-11-09T23:24:30,001 DEBUG [M:0;5c400312e287:41201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c400312e287:41201
2024-11-09T23:24:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T23:24:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T23:24:30,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:30,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:30,019 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T23:24:30,020 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5c400312e287,41201,1731194669218 from backup master directory
2024-11-09T23:24:30,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T23:24:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T23:24:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5c400312e287,41201,1731194669218
2024-11-09T23:24:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T23:24:30,027 WARN  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T23:24:30,028 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c400312e287,41201,1731194669218
2024-11-09T23:24:30,030 INFO  [master/5c400312e287:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-09T23:24:30,031 INFO  [master/5c400312e287:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-09T23:24:30,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741826_1002 (size=42)
2024-11-09T23:24:30,496 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/hbase.id with ID: 44888965-b75b-43ca-adcb-5c466efb4b1a
2024-11-09T23:24:30,534 INFO  [master/5c400312e287:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T23:24:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:30,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741827_1003 (size=196)
2024-11-09T23:24:31,045 INFO  [master/5c400312e287:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:24:31,048 INFO  [master/5c400312e287:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T23:24:31,066 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:31,071 INFO  [master/5c400312e287:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T23:24:31,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741828_1004 (size=1189)
2024-11-09T23:24:31,528 INFO  [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store
2024-11-09T23:24:31,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741829_1005 (size=34)
2024-11-09T23:24:31,955 INFO  [master/5c400312e287:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-09T23:24:31,956 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:31,958 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T23:24:31,958 INFO  [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:24:31,958 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:24:31,958 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T23:24:31,958 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:24:31,959 INFO  [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:24:31,959 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-09T23:24:31,961 WARN  [master/5c400312e287:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/.initializing
2024-11-09T23:24:31,961 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/WALs/5c400312e287,41201,1731194669218
2024-11-09T23:24:31,967 INFO  [master/5c400312e287:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T23:24:31,977 INFO  [master/5c400312e287:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c400312e287%2C41201%2C1731194669218, suffix=, logDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/WALs/5c400312e287,41201,1731194669218, archiveDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/oldWALs, maxLogs=10
2024-11-09T23:24:31,996 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/WALs/5c400312e287,41201,1731194669218/5c400312e287%2C41201%2C1731194669218.1731194671981, exclude list is [], retry=0
2024-11-09T23:24:32,011 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-d3ce451e-6555-45c0-b238-fa6406caeb5e,DISK]
2024-11-09T23:24:32,013 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-09T23:24:32,044 INFO  [master/5c400312e287:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/WALs/5c400312e287,41201,1731194669218/5c400312e287%2C41201%2C1731194669218.1731194671981
2024-11-09T23:24:32,045 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255)]
2024-11-09T23:24:32,046 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:24:32,046 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:32,049 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T23:24:32,050 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T23:24:32,084 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T23:24:32,103 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T23:24:32,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:32,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:32,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T23:24:32,113 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T23:24:32,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:32,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:32,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T23:24:32,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T23:24:32,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:32,118 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:32,118 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T23:24:32,120 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T23:24:32,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:32,121 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:32,125 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T23:24:32,126 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T23:24:32,135 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T23:24:32,138 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T23:24:32,142 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:24:32,144 INFO  [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63773963, jitterRate=-0.04969389736652374}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T23:24:32,149 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-09T23:24:32,150 INFO  [master/5c400312e287:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T23:24:32,175 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ea83e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:32,203 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating...
2024-11-09T23:24:32,212 INFO  [master/5c400312e287:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T23:24:32,212 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T23:24:32,214 INFO  [master/5c400312e287:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T23:24:32,215 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec
2024-11-09T23:24:32,219 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec
2024-11-09T23:24:32,219 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T23:24:32,246 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T23:24:32,260 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-09T23:24:32,310 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false
2024-11-09T23:24:32,313 INFO  [master/5c400312e287:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T23:24:32,315 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-09T23:24:32,318 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false
2024-11-09T23:24:32,321 INFO  [master/5c400312e287:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T23:24:32,325 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-09T23:24:32,335 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false
2024-11-09T23:24:32,337 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-09T23:24:32,343 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false
2024-11-09T23:24:32,354 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T23:24:32,360 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-09T23:24:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T23:24:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T23:24:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:32,369 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5c400312e287,41201,1731194669218, sessionid=0x1012333e8270000, setting cluster-up flag (Was=false)
2024-11-09T23:24:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:32,419 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-09T23:24:32,421 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c400312e287,41201,1731194669218
2024-11-09T23:24:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:32,502 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-09T23:24:32,504 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c400312e287,41201,1731194669218
2024-11-09T23:24:32,579 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta
2024-11-09T23:24:32,585 INFO  [master/5c400312e287:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2
2024-11-09T23:24:32,587 INFO  [master/5c400312e287:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T23:24:32,592 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c400312e287,41201,1731194669218
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c400312e287:0, corePoolSize=5, maxPoolSize=5
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c400312e287:0, corePoolSize=5, maxPoolSize=5
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c400312e287:0, corePoolSize=5, maxPoolSize=5
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c400312e287:0, corePoolSize=5, maxPoolSize=5
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c400312e287:0, corePoolSize=10, maxPoolSize=10
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,596 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c400312e287:0, corePoolSize=2, maxPoolSize=2
2024-11-09T23:24:32,597 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,598 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731194702598
2024-11-09T23:24:32,600 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T23:24:32,601 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T23:24:32,601 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c400312e287:42983
2024-11-09T23:24:32,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta
2024-11-09T23:24:32,602 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region
2024-11-09T23:24:32,603 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1008): ClusterId : 44888965-b75b-43ca-adcb-5c466efb4b1a
2024-11-09T23:24:32,604 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T23:24:32,605 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T23:24:32,605 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T23:24:32,605 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T23:24:32,605 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T23:24:32,606 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:32,608 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T23:24:32,608 INFO  [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T23:24:32,609 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T23:24:32,610 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T23:24:32,612 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T23:24:32,612 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T23:24:32,614 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T23:24:32,615 INFO  [master/5c400312e287:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T23:24:32,616 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c400312e287:0:becomeActiveMaster-HFileCleaner.large.0-1731194672616,5,FailOnTimeoutGroup]
2024-11-09T23:24:32,617 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c400312e287:0:becomeActiveMaster-HFileCleaner.small.0-1731194672617,5,FailOnTimeoutGroup]
2024-11-09T23:24:32,617 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,617 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T23:24:32,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741831_1007 (size=1039)
2024-11-09T23:24:32,618 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,619 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,619 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T23:24:32,620 DEBUG [RS:0;5c400312e287:42983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580ab7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:32,621 DEBUG [RS:0;5c400312e287:42983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb057e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c400312e287/172.17.0.2:0
2024-11-09T23:24:32,624 INFO  [RS:0;5c400312e287:42983 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled
2024-11-09T23:24:32,624 INFO  [RS:0;5c400312e287:42983 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled
2024-11-09T23:24:32,624 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1090): About to register with Master.
2024-11-09T23:24:32,626 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(3073): reportForDuty to master=5c400312e287,41201,1731194669218 with isa=5c400312e287/172.17.0.2:42983, startcode=1731194669945
2024-11-09T23:24:32,636 DEBUG [RS:0;5c400312e287:42983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T23:24:32,665 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33255, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T23:24:32,669 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5c400312e287,42983,1731194669945
2024-11-09T23:24:32,671 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(486): Registering regionserver=5c400312e287,42983,1731194669945
2024-11-09T23:24:32,683 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:24:32,683 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46087
2024-11-09T23:24:32,684 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1
2024-11-09T23:24:32,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T23:24:32,694 DEBUG [RS:0;5c400312e287:42983 {}] zookeeper.ZKUtil(111): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c400312e287,42983,1731194669945
2024-11-09T23:24:32,694 WARN  [RS:0;5c400312e287:42983 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T23:24:32,694 INFO  [RS:0;5c400312e287:42983 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T23:24:32,694 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945
2024-11-09T23:24:32,696 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c400312e287,42983,1731194669945]
2024-11-09T23:24:32,710 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds
2024-11-09T23:24:32,718 INFO  [RS:0;5c400312e287:42983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T23:24:32,732 INFO  [RS:0;5c400312e287:42983 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T23:24:32,734 INFO  [RS:0;5c400312e287:42983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T23:24:32,734 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,734 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S
2024-11-09T23:24:32,740 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,740 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c400312e287:0, corePoolSize=2, maxPoolSize=2
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,741 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,742 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c400312e287:0, corePoolSize=1, maxPoolSize=1
2024-11-09T23:24:32,742 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c400312e287:0, corePoolSize=3, maxPoolSize=3
2024-11-09T23:24:32,742 DEBUG [RS:0;5c400312e287:42983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0, corePoolSize=3, maxPoolSize=3
2024-11-09T23:24:32,743 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,743 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,743 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,743 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,743 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,42983,1731194669945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T23:24:32,760 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T23:24:32,762 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,42983,1731194669945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:32,779 INFO  [RS:0;5c400312e287:42983 {}] regionserver.Replication(204): 5c400312e287,42983,1731194669945 started
2024-11-09T23:24:32,779 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1767): Serving as 5c400312e287,42983,1731194669945, RpcServer on 5c400312e287/172.17.0.2:42983, sessionid=0x1012333e8270001
2024-11-09T23:24:32,779 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T23:24:32,779 DEBUG [RS:0;5c400312e287:42983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c400312e287,42983,1731194669945
2024-11-09T23:24:32,779 DEBUG [RS:0;5c400312e287:42983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c400312e287,42983,1731194669945'
2024-11-09T23:24:32,780 DEBUG [RS:0;5c400312e287:42983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T23:24:32,780 DEBUG [RS:0;5c400312e287:42983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T23:24:32,781 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T23:24:32,781 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T23:24:32,781 DEBUG [RS:0;5c400312e287:42983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c400312e287,42983,1731194669945
2024-11-09T23:24:32,781 DEBUG [RS:0;5c400312e287:42983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c400312e287,42983,1731194669945'
2024-11-09T23:24:32,781 DEBUG [RS:0;5c400312e287:42983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T23:24:32,782 DEBUG [RS:0;5c400312e287:42983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T23:24:32,782 DEBUG [RS:0;5c400312e287:42983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T23:24:32,782 INFO  [RS:0;5c400312e287:42983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T23:24:32,782 INFO  [RS:0;5c400312e287:42983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T23:24:32,891 INFO  [RS:0;5c400312e287:42983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T23:24:32,894 INFO  [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c400312e287%2C42983%2C1731194669945, suffix=, logDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945, archiveDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/oldWALs, maxLogs=32
2024-11-09T23:24:32,909 DEBUG [RS:0;5c400312e287:42983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945/5c400312e287%2C42983%2C1731194669945.1731194672896, exclude list is [], retry=0
2024-11-09T23:24:32,914 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-d3ce451e-6555-45c0-b238-fa6406caeb5e,DISK]
2024-11-09T23:24:32,916 INFO  [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945/5c400312e287%2C42983%2C1731194669945.1731194672896
2024-11-09T23:24:32,917 DEBUG [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255)]
2024-11-09T23:24:33,022 INFO  [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039
2024-11-09T23:24:33,022 INFO  [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:24:33,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741833_1009 (size=32)
2024-11-09T23:24:33,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:33,443 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T23:24:33,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T23:24:33,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:33,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:33,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T23:24:33,453 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T23:24:33,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:33,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:33,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T23:24:33,459 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T23:24:33,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:33,460 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:33,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740
2024-11-09T23:24:33,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740
2024-11-09T23:24:33,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:24:33,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-09T23:24:33,472 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:24:33,473 INFO  [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68064192, jitterRate=0.014235496520996094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:24:33,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-09T23:24:33,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-09T23:24:33,476 INFO  [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-09T23:24:33,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-09T23:24:33,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T23:24:33,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T23:24:33,477 INFO  [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-09T23:24:33,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-09T23:24:33,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta
2024-11-09T23:24:33,479 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta
2024-11-09T23:24:33,484 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T23:24:33,490 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T23:24:33,492 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T23:24:33,646 DEBUG [5c400312e287:41201 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T23:24:33,656 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:24:33,663 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c400312e287,42983,1731194669945, state=OPENING
2024-11-09T23:24:33,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T23:24:33,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:33,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:33,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T23:24:33,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T23:24:33,723 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:24:33,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:33,900 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T23:24:33,903 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T23:24:33,912 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740
2024-11-09T23:24:33,912 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T23:24:33,913 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T23:24:33,916 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c400312e287%2C42983%2C1731194669945.meta, suffix=.meta, logDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945, archiveDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/oldWALs, maxLogs=32
2024-11-09T23:24:33,932 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945/5c400312e287%2C42983%2C1731194669945.meta.1731194673918.meta, exclude list is [], retry=0
2024-11-09T23:24:33,935 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-d3ce451e-6555-45c0-b238-fa6406caeb5e,DISK]
2024-11-09T23:24:33,939 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/WALs/5c400312e287,42983,1731194669945/5c400312e287%2C42983%2C1731194669945.meta.1731194673918.meta
2024-11-09T23:24:33,940 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255)]
2024-11-09T23:24:33,940 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:24:33,941 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T23:24:33,990 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T23:24:33,994 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T23:24:33,997 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T23:24:33,997 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:33,998 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740
2024-11-09T23:24:33,998 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740
2024-11-09T23:24:34,001 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T23:24:34,002 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T23:24:34,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:34,003 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:34,003 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T23:24:34,004 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T23:24:34,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:34,005 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:34,005 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T23:24:34,007 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T23:24:34,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:34,008 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T23:24:34,009 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740
2024-11-09T23:24:34,012 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740
2024-11-09T23:24:34,014 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:24:34,017 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-09T23:24:34,018 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694124, jitterRate=-0.050883591175079346}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:24:34,019 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-09T23:24:34,025 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731194673894
2024-11-09T23:24:34,035 DEBUG [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T23:24:34,035 INFO  [RS_OPEN_META-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740
2024-11-09T23:24:34,036 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:24:34,038 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c400312e287,42983,1731194669945, state=OPEN
2024-11-09T23:24:34,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T23:24:34,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T23:24:34,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T23:24:34,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T23:24:34,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T23:24:34,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5c400312e287,42983,1731194669945 in 381 msec
2024-11-09T23:24:34,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T23:24:34,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec
2024-11-09T23:24:34,128 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5870 sec
2024-11-09T23:24:34,128 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731194674128, completionTime=-1
2024-11-09T23:24:34,128 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T23:24:34,128 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster...
2024-11-09T23:24:34,160 DEBUG [hconnection-0x772e445c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:34,162 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:34,171 INFO  [master/5c400312e287:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1
2024-11-09T23:24:34,171 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731194734171
2024-11-09T23:24:34,171 INFO  [master/5c400312e287:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731194794171
2024-11-09T23:24:34,172 INFO  [master/5c400312e287:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec
2024-11-09T23:24:34,203 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,41201,1731194669218-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:34,204 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,41201,1731194669218-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:34,204 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,41201,1731194669218-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:34,205 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c400312e287:41201, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:34,205 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:34,209 DEBUG [master/5c400312e287:0.Chore.1 {}] janitor.CatalogJanitor(179): 
2024-11-09T23:24:34,212 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating...
2024-11-09T23:24:34,213 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T23:24:34,218 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace
2024-11-09T23:24:34,221 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:24:34,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:34,224 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:24:34,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741835_1011 (size=358)
2024-11-09T23:24:34,641 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c1102beb622bfcc223d762cc9b488eed, NAME => 'hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:24:34,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741836_1012 (size=42)
2024-11-09T23:24:35,054 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:35,055 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c1102beb622bfcc223d762cc9b488eed, disabling compactions & flushes
2024-11-09T23:24:35,055 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,055 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,055 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed. after waiting 0 ms
2024-11-09T23:24:35,055 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,055 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,055 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c1102beb622bfcc223d762cc9b488eed:

2024-11-09T23:24:35,059 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:24:35,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731194675060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194675060"}]},"ts":"1731194675060"}
2024-11-09T23:24:35,087 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:24:35,089 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:24:35,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194675090"}]},"ts":"1731194675090"}
2024-11-09T23:24:35,096 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta
2024-11-09T23:24:35,147 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c1102beb622bfcc223d762cc9b488eed, ASSIGN}]
2024-11-09T23:24:35,150 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c1102beb622bfcc223d762cc9b488eed, ASSIGN
2024-11-09T23:24:35,152 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c1102beb622bfcc223d762cc9b488eed, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:24:35,303 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c1102beb622bfcc223d762cc9b488eed, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:24:35,311 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c1102beb622bfcc223d762cc9b488eed, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:24:35,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:35,478 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c1102beb622bfcc223d762cc9b488eed, NAME => 'hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:24:35,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:24:35,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:35,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:24:35,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:24:35,483 INFO  [StoreOpener-c1102beb622bfcc223d762cc9b488eed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c1102beb622bfcc223d762cc9b488eed 
2024-11-09T23:24:35,487 INFO  [StoreOpener-c1102beb622bfcc223d762cc9b488eed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1102beb622bfcc223d762cc9b488eed columnFamilyName info
2024-11-09T23:24:35,487 DEBUG [StoreOpener-c1102beb622bfcc223d762cc9b488eed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:35,488 INFO  [StoreOpener-c1102beb622bfcc223d762cc9b488eed-1 {}] regionserver.HStore(327): Store=c1102beb622bfcc223d762cc9b488eed/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:35,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:24:35,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:24:35,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:24:35,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:24:35,503 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c1102beb622bfcc223d762cc9b488eed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59253668, jitterRate=-0.11705154180526733}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-09T23:24:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c1102beb622bfcc223d762cc9b488eed:

2024-11-09T23:24:35,507 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed., pid=6, masterSystemTime=1731194675467
2024-11-09T23:24:35,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,510 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:24:35,511 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c1102beb622bfcc223d762cc9b488eed, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:24:35,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T23:24:35,518 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c1102beb622bfcc223d762cc9b488eed, server=5c400312e287,42983,1731194669945 in 203 msec
2024-11-09T23:24:35,521 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T23:24:35,521 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c1102beb622bfcc223d762cc9b488eed, ASSIGN in 370 msec
2024-11-09T23:24:35,523 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:24:35,523 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194675523"}]},"ts":"1731194675523"}
2024-11-09T23:24:35,525 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta
2024-11-09T23:24:35,572 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:24:35,578 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3590 sec
2024-11-09T23:24:35,624 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace
2024-11-09T23:24:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace
2024-11-09T23:24:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:24:35,688 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default
2024-11-09T23:24:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-09T23:24:35,723 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 40 msec
2024-11-09T23:24:35,734 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase
2024-11-09T23:24:35,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-09T23:24:35,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec
2024-11-09T23:24:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default
2024-11-09T23:24:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase
2024-11-09T23:24:35,811 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.782sec
2024-11-09T23:24:35,813 INFO  [master/5c400312e287:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T23:24:35,815 INFO  [master/5c400312e287:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T23:24:35,817 INFO  [master/5c400312e287:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T23:24:35,818 INFO  [master/5c400312e287:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T23:24:35,818 INFO  [master/5c400312e287:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T23:24:35,820 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,41201,1731194669218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T23:24:35,820 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,41201,1731194669218-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T23:24:35,827 DEBUG [master/5c400312e287:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds
2024-11-09T23:24:35,827 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T23:24:35,828 INFO  [master/5c400312e287:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c400312e287,41201,1731194669218-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T23:24:35,908 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466
2024-11-09T23:24:35,908 WARN  [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry
2024-11-09T23:24:35,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:35,923 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-09T23:24:35,923 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-09T23:24:35,932 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:35,939 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:35,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5c400312e287,41201,1731194669218
2024-11-09T23:24:35,959 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=4912
2024-11-09T23:24:35,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:24:35,970 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:24:35,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:24:35,979 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T23:24:35,983 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:24:35,984 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 9
2024-11-09T23:24:35,984 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:35,986 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:24:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-09T23:24:35,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741837_1013 (size=960)
2024-11-09T23:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-09T23:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-09T23:24:36,404 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:24:36,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741838_1014 (size=53)
2024-11-09T23:24:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-09T23:24:36,817 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:36,817 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0f0f47f7f446910a6aabb05bcbda07cf, disabling compactions & flushes
2024-11-09T23:24:36,817 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:36,817 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:36,818 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. after waiting 0 ms
2024-11-09T23:24:36,818 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:36,818 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:36,818 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:36,820 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:24:36,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731194676820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194676820"}]},"ts":"1731194676820"}
2024-11-09T23:24:36,823 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:24:36,824 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:24:36,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194676824"}]},"ts":"1731194676824"}
2024-11-09T23:24:36,826 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T23:24:36,877 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, ASSIGN}]
2024-11-09T23:24:36,882 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, ASSIGN
2024-11-09T23:24:36,885 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:24:37,036 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0f0f47f7f446910a6aabb05bcbda07cf, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:24:37,044 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:24:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-09T23:24:37,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:37,214 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:37,214 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:24:37,215 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:37,215 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:24:37,215 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:37,215 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:37,217 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f0f47f7f446910a6aabb05bcbda07cf 
2024-11-09T23:24:37,221 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:24:37,222 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0f47f7f446910a6aabb05bcbda07cf columnFamilyName A
2024-11-09T23:24:37,222 DEBUG [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:37,224 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.HStore(327): Store=0f0f47f7f446910a6aabb05bcbda07cf/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:37,224 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f0f47f7f446910a6aabb05bcbda07cf 
2024-11-09T23:24:37,226 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:24:37,227 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0f47f7f446910a6aabb05bcbda07cf columnFamilyName B
2024-11-09T23:24:37,227 DEBUG [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:37,229 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.HStore(327): Store=0f0f47f7f446910a6aabb05bcbda07cf/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:37,229 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f0f47f7f446910a6aabb05bcbda07cf 
2024-11-09T23:24:37,231 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:24:37,232 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0f47f7f446910a6aabb05bcbda07cf columnFamilyName C
2024-11-09T23:24:37,232 DEBUG [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:24:37,233 INFO  [StoreOpener-0f0f47f7f446910a6aabb05bcbda07cf-1 {}] regionserver.HStore(327): Store=0f0f47f7f446910a6aabb05bcbda07cf/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:24:37,233 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:37,235 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:37,235 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:37,238 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:24:37,240 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:37,243 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:24:37,244 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 0f0f47f7f446910a6aabb05bcbda07cf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64376745, jitterRate=-0.040711745619773865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:24:37,245 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:37,246 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., pid=11, masterSystemTime=1731194677202
2024-11-09T23:24:37,249 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:37,249 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:37,250 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0f0f47f7f446910a6aabb05bcbda07cf, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:24:37,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10
2024-11-09T23:24:37,257 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945 in 209 msec
2024-11-09T23:24:37,259 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T23:24:37,259 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, ASSIGN in 378 msec
2024-11-09T23:24:37,260 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:24:37,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194677260"}]},"ts":"1731194677260"}
2024-11-09T23:24:37,263 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T23:24:37,295 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:24:37,300 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3160 sec
2024-11-09T23:24:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-09T23:24:38,112 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed
2024-11-09T23:24:38,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32
2024-11-09T23:24:38,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,171 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:24:38,179 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:24:38,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408
2024-11-09T23:24:38,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,205 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98
2024-11-09T23:24:38,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266
2024-11-09T23:24:38,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a
2024-11-09T23:24:38,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,230 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9
2024-11-09T23:24:38,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b
2024-11-09T23:24:38,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd
2024-11-09T23:24:38,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680
2024-11-09T23:24:38,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3
2024-11-09T23:24:38,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:24:38,281 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,282 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,283 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,283 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,283 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,285 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,285 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:38,292 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,292 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees
2024-11-09T23:24:38,296 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-09T23:24:38,298 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:38,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:38,301 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,301 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,303 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,303 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,304 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:24:38,307 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,316 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,318 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,329 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:24:38,366 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:24:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:38,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:38,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-09T23:24:38,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:38,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/ac4702c49f864c97939cda8b4d35c56b is 50, key is test_row_0/A:col10/1731194678355/Put/seqid=0
2024-11-09T23:24:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741839_1015 (size=16681)
2024-11-09T23:24:38,516 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/ac4702c49f864c97939cda8b4d35c56b
2024-11-09T23:24:38,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194738527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194738526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194738531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194738535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194738535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-09T23:24:38,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/0656551bfbd641958cd5fa1bb91f5f27 is 50, key is test_row_0/B:col10/1731194678355/Put/seqid=0
2024-11-09T23:24:38,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741840_1016 (size=12001)
2024-11-09T23:24:38,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:38,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194738667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194738667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194738667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194738672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194738672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T23:24:38,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T23:24:38,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace'
2024-11-09T23:24:38,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:38,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194738872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194738873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194738874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194738879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194738882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-09T23:24:38,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:38,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:38,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/0656551bfbd641958cd5fa1bb91f5f27
2024-11-09T23:24:39,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b3ee594552f1429996915ad113aed40f is 50, key is test_row_0/C:col10/1731194678355/Put/seqid=0
2024-11-09T23:24:39,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741841_1017 (size=12001)
2024-11-09T23:24:39,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:39,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194739178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194739180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194739181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194739185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194739187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:39,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-09T23:24:39,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:39,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:39,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b3ee594552f1429996915ad113aed40f
2024-11-09T23:24:39,509 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T23:24:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/ac4702c49f864c97939cda8b4d35c56b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ac4702c49f864c97939cda8b4d35c56b
2024-11-09T23:24:39,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ac4702c49f864c97939cda8b4d35c56b, entries=250, sequenceid=13, filesize=16.3 K
2024-11-09T23:24:39,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/0656551bfbd641958cd5fa1bb91f5f27 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/0656551bfbd641958cd5fa1bb91f5f27
2024-11-09T23:24:39,557 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/0656551bfbd641958cd5fa1bb91f5f27, entries=150, sequenceid=13, filesize=11.7 K
2024-11-09T23:24:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b3ee594552f1429996915ad113aed40f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b3ee594552f1429996915ad113aed40f
2024-11-09T23:24:39,573 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b3ee594552f1429996915ad113aed40f, entries=150, sequenceid=13, filesize=11.7 K
2024-11-09T23:24:39,576 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0f0f47f7f446910a6aabb05bcbda07cf in 1209ms, sequenceid=13, compaction requested=false
2024-11-09T23:24:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:39,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T23:24:39,628 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T23:24:39,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:39,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace
2024-11-09T23:24:39,631 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer
2024-11-09T23:24:39,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T23:24:39,632 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T23:24:39,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T23:24:39,633 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T23:24:39,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-09T23:24:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:24:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:39,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T23:24:39,635 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-09T23:24:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/be2c088c67964a5bb0ca5c70f7bbd406 is 50, key is test_row_0/A:col10/1731194678516/Put/seqid=0
2024-11-09T23:24:39,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741842_1018 (size=12001)
2024-11-09T23:24:39,677 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/be2c088c67964a5bb0ca5c70f7bbd406
2024-11-09T23:24:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:39,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:39,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194739704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194739704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194739707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194739710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194739714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d1e8fae4e3374e8ba4569cc3790507d7 is 50, key is test_row_0/B:col10/1731194678516/Put/seqid=0
2024-11-09T23:24:39,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741843_1019 (size=12001)
2024-11-09T23:24:39,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d1e8fae4e3374e8ba4569cc3790507d7
2024-11-09T23:24:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/56c49a0fead14656a8f11eaaa830651b is 50, key is test_row_0/C:col10/1731194678516/Put/seqid=0
2024-11-09T23:24:39,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741844_1020 (size=12001)
2024-11-09T23:24:39,791 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/56c49a0fead14656a8f11eaaa830651b
2024-11-09T23:24:39,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/be2c088c67964a5bb0ca5c70f7bbd406 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/be2c088c67964a5bb0ca5c70f7bbd406
2024-11-09T23:24:39,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194739816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194739817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194739821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/be2c088c67964a5bb0ca5c70f7bbd406, entries=150, sequenceid=38, filesize=11.7 K
2024-11-09T23:24:39,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194739821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194739823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d1e8fae4e3374e8ba4569cc3790507d7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d1e8fae4e3374e8ba4569cc3790507d7
2024-11-09T23:24:39,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d1e8fae4e3374e8ba4569cc3790507d7, entries=150, sequenceid=38, filesize=11.7 K
2024-11-09T23:24:39,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/56c49a0fead14656a8f11eaaa830651b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/56c49a0fead14656a8f11eaaa830651b
2024-11-09T23:24:39,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/56c49a0fead14656a8f11eaaa830651b, entries=150, sequenceid=38, filesize=11.7 K
2024-11-09T23:24:39,873 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f0f47f7f446910a6aabb05bcbda07cf in 239ms, sequenceid=38, compaction requested=false
2024-11-09T23:24:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-09T23:24:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=13
2024-11-09T23:24:39,879 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12
2024-11-09T23:24:39,879 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec
2024-11-09T23:24:39,882 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.5900 sec
2024-11-09T23:24:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:40,029 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:24:40,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:40,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:40,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:40,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:40,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:40,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:40,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e5bdd3da2329494daaca48197c623e4a is 50, key is test_row_0/A:col10/1731194679691/Put/seqid=0
2024-11-09T23:24:40,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741845_1021 (size=14341)
2024-11-09T23:24:40,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194740099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194740101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194740103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194740106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194740118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194740221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194740221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194740222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194740224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194740234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-09T23:24:40,406 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed
2024-11-09T23:24:40,409 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees
2024-11-09T23:24:40,412 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-09T23:24:40,415 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:40,415 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:40,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194740428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194740428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194740430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194740433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194740442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,462 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e5bdd3da2329494daaca48197c623e4a
2024-11-09T23:24:40,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/cf863480da224f858bdcdb93bf4867e1 is 50, key is test_row_0/B:col10/1731194679691/Put/seqid=0
2024-11-09T23:24:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-09T23:24:40,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741846_1022 (size=12001)
2024-11-09T23:24:40,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:40,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-09T23:24:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:40,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-09T23:24:40,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:40,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-09T23:24:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:40,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194740734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194740734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194740741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194740742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194740746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:40,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:40,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-09T23:24:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:40,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:40,935 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/cf863480da224f858bdcdb93bf4867e1
2024-11-09T23:24:40,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/dce55de333664509b7a4cdc368d77dd6 is 50, key is test_row_0/C:col10/1731194679691/Put/seqid=0
2024-11-09T23:24:40,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741847_1023 (size=12001)
2024-11-09T23:24:40,984 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/dce55de333664509b7a4cdc368d77dd6
2024-11-09T23:24:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e5bdd3da2329494daaca48197c623e4a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e5bdd3da2329494daaca48197c623e4a
2024-11-09T23:24:41,015 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e5bdd3da2329494daaca48197c623e4a, entries=200, sequenceid=50, filesize=14.0 K
2024-11-09T23:24:41,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/cf863480da224f858bdcdb93bf4867e1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/cf863480da224f858bdcdb93bf4867e1
2024-11-09T23:24:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-09T23:24:41,035 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/cf863480da224f858bdcdb93bf4867e1, entries=150, sequenceid=50, filesize=11.7 K
2024-11-09T23:24:41,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/dce55de333664509b7a4cdc368d77dd6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/dce55de333664509b7a4cdc368d77dd6
2024-11-09T23:24:41,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:41,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-09T23:24:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:41,056 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/dce55de333664509b7a4cdc368d77dd6, entries=150, sequenceid=50, filesize=11.7 K
2024-11-09T23:24:41,058 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f0f47f7f446910a6aabb05bcbda07cf in 1029ms, sequenceid=50, compaction requested=true
2024-11-09T23:24:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:41,061 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:41,061 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:41,065 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:41,067 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:41,067 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,068 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/0656551bfbd641958cd5fa1bb91f5f27, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d1e8fae4e3374e8ba4569cc3790507d7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/cf863480da224f858bdcdb93bf4867e1] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.2 K
2024-11-09T23:24:41,070 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0656551bfbd641958cd5fa1bb91f5f27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731194678343
2024-11-09T23:24:41,071 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:41,071 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d1e8fae4e3374e8ba4569cc3790507d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731194678516
2024-11-09T23:24:41,072 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:41,072 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,072 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cf863480da224f858bdcdb93bf4867e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194679691
2024-11-09T23:24:41,073 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ac4702c49f864c97939cda8b4d35c56b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/be2c088c67964a5bb0ca5c70f7bbd406, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e5bdd3da2329494daaca48197c623e4a] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=42.0 K
2024-11-09T23:24:41,080 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac4702c49f864c97939cda8b4d35c56b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731194678331
2024-11-09T23:24:41,081 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting be2c088c67964a5bb0ca5c70f7bbd406, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731194678516
2024-11-09T23:24:41,083 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5bdd3da2329494daaca48197c623e4a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194679691
2024-11-09T23:24:41,122 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:41,123 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/acf97e771a1041a4a5d356bf74cb0933 is 50, key is test_row_0/B:col10/1731194679691/Put/seqid=0
2024-11-09T23:24:41,126 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:41,127 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/64051b488ebd4e43ad188a6cc80c768b is 50, key is test_row_0/A:col10/1731194679691/Put/seqid=0
2024-11-09T23:24:41,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741848_1024 (size=12104)
2024-11-09T23:24:41,156 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/acf97e771a1041a4a5d356bf74cb0933 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/acf97e771a1041a4a5d356bf74cb0933
2024-11-09T23:24:41,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741849_1025 (size=12104)
2024-11-09T23:24:41,182 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into acf97e771a1041a4a5d356bf74cb0933(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:41,182 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,182 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194681060; duration=0sec
2024-11-09T23:24:41,183 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:41,183 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:41,183 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:41,186 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:41,187 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:41,187 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,187 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b3ee594552f1429996915ad113aed40f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/56c49a0fead14656a8f11eaaa830651b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/dce55de333664509b7a4cdc368d77dd6] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.2 K
2024-11-09T23:24:41,188 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b3ee594552f1429996915ad113aed40f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731194678343
2024-11-09T23:24:41,190 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 56c49a0fead14656a8f11eaaa830651b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731194678516
2024-11-09T23:24:41,191 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting dce55de333664509b7a4cdc368d77dd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194679691
2024-11-09T23:24:41,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:41,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-09T23:24:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:24:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e0c42fd60c244d8d9eb6e6e257a2f9be is 50, key is test_row_0/A:col10/1731194680115/Put/seqid=0
2024-11-09T23:24:41,225 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#12 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:41,226 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/f9607aa298af4f77814a8da8fb8337b8 is 50, key is test_row_0/C:col10/1731194679691/Put/seqid=0
2024-11-09T23:24:41,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741850_1026 (size=12001)
2024-11-09T23:24:41,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e0c42fd60c244d8d9eb6e6e257a2f9be
2024-11-09T23:24:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:41,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/66a129dc89ca4fd68f18c8d4c8ff83d9 is 50, key is test_row_0/B:col10/1731194680115/Put/seqid=0
2024-11-09T23:24:41,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741851_1027 (size=12104)
2024-11-09T23:24:41,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741852_1028 (size=12001)
2024-11-09T23:24:41,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/66a129dc89ca4fd68f18c8d4c8ff83d9
2024-11-09T23:24:41,285 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/f9607aa298af4f77814a8da8fb8337b8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f9607aa298af4f77814a8da8fb8337b8
2024-11-09T23:24:41,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b31087e1527f4c9d89a61494235a051e is 50, key is test_row_0/C:col10/1731194680115/Put/seqid=0
2024-11-09T23:24:41,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741853_1029 (size=12001)
2024-11-09T23:24:41,312 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b31087e1527f4c9d89a61494235a051e
2024-11-09T23:24:41,321 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into f9607aa298af4f77814a8da8fb8337b8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:41,321 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,322 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194681060; duration=0sec
2024-11-09T23:24:41,322 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,322 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:41,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e0c42fd60c244d8d9eb6e6e257a2f9be as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e0c42fd60c244d8d9eb6e6e257a2f9be
2024-11-09T23:24:41,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e0c42fd60c244d8d9eb6e6e257a2f9be, entries=150, sequenceid=75, filesize=11.7 K
2024-11-09T23:24:41,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/66a129dc89ca4fd68f18c8d4c8ff83d9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/66a129dc89ca4fd68f18c8d4c8ff83d9
2024-11-09T23:24:41,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194741328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194741335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194741346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194741348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,355 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/66a129dc89ca4fd68f18c8d4c8ff83d9, entries=150, sequenceid=75, filesize=11.7 K
2024-11-09T23:24:41,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194741348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b31087e1527f4c9d89a61494235a051e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b31087e1527f4c9d89a61494235a051e
2024-11-09T23:24:41,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b31087e1527f4c9d89a61494235a051e, entries=150, sequenceid=75, filesize=11.7 K
2024-11-09T23:24:41,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 0f0f47f7f446910a6aabb05bcbda07cf in 169ms, sequenceid=75, compaction requested=false
2024-11-09T23:24:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-09T23:24:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=15
2024-11-09T23:24:41,375 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-11-09T23:24:41,376 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 958 msec
2024-11-09T23:24:41,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 968 msec
2024-11-09T23:24:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:41,453 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/7db7d6f180484b04a54a284eabdf9a21 is 50, key is test_row_0/A:col10/1731194681338/Put/seqid=0
2024-11-09T23:24:41,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741854_1030 (size=12001)
2024-11-09T23:24:41,479 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/7db7d6f180484b04a54a284eabdf9a21
2024-11-09T23:24:41,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/51043eec38444648ad1853487150b628 is 50, key is test_row_0/B:col10/1731194681338/Put/seqid=0
2024-11-09T23:24:41,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194741494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194741496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194741499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194741508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194741510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-09T23:24:41,520 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed
2024-11-09T23:24:41,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741855_1031 (size=12001)
2024-11-09T23:24:41,523 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/51043eec38444648ad1853487150b628
2024-11-09T23:24:41,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees
2024-11-09T23:24:41,528 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:41,531 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:41,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-09T23:24:41,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/7f0538a4d13a41d7b0477701ba3a68bc is 50, key is test_row_0/C:col10/1731194681338/Put/seqid=0
2024-11-09T23:24:41,573 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/64051b488ebd4e43ad188a6cc80c768b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/64051b488ebd4e43ad188a6cc80c768b
2024-11-09T23:24:41,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741856_1032 (size=12001)
2024-11-09T23:24:41,580 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/7f0538a4d13a41d7b0477701ba3a68bc
2024-11-09T23:24:41,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/7db7d6f180484b04a54a284eabdf9a21 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7db7d6f180484b04a54a284eabdf9a21
2024-11-09T23:24:41,596 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into 64051b488ebd4e43ad188a6cc80c768b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:41,597 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,597 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194681060; duration=0sec
2024-11-09T23:24:41,598 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,598 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:41,607 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7db7d6f180484b04a54a284eabdf9a21, entries=150, sequenceid=91, filesize=11.7 K
2024-11-09T23:24:41,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/51043eec38444648ad1853487150b628 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/51043eec38444648ad1853487150b628
2024-11-09T23:24:41,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194741610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194741610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194741611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194741616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194741617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,628 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/51043eec38444648ad1853487150b628, entries=150, sequenceid=91, filesize=11.7 K
2024-11-09T23:24:41,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/7f0538a4d13a41d7b0477701ba3a68bc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/7f0538a4d13a41d7b0477701ba3a68bc
2024-11-09T23:24:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-09T23:24:41,654 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/7f0538a4d13a41d7b0477701ba3a68bc, entries=150, sequenceid=91, filesize=11.7 K
2024-11-09T23:24:41,657 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 0f0f47f7f446910a6aabb05bcbda07cf in 205ms, sequenceid=91, compaction requested=true
2024-11-09T23:24:41,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,658 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:41,658 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:41,660 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:41,660 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:41,660 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:41,660 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:41,660 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,660 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,661 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/64051b488ebd4e43ad188a6cc80c768b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e0c42fd60c244d8d9eb6e6e257a2f9be, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7db7d6f180484b04a54a284eabdf9a21] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.3 K
2024-11-09T23:24:41,661 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/acf97e771a1041a4a5d356bf74cb0933, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/66a129dc89ca4fd68f18c8d4c8ff83d9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/51043eec38444648ad1853487150b628] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.3 K
2024-11-09T23:24:41,663 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting acf97e771a1041a4a5d356bf74cb0933, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194679691
2024-11-09T23:24:41,663 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64051b488ebd4e43ad188a6cc80c768b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194679691
2024-11-09T23:24:41,664 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0c42fd60c244d8d9eb6e6e257a2f9be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731194680075
2024-11-09T23:24:41,664 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 66a129dc89ca4fd68f18c8d4c8ff83d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731194680075
2024-11-09T23:24:41,665 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7db7d6f180484b04a54a284eabdf9a21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194681336
2024-11-09T23:24:41,665 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 51043eec38444648ad1853487150b628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194681336
2024-11-09T23:24:41,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:41,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-09T23:24:41,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:24:41,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:41,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:41,691 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:41,693 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:41,695 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e9402c6b93004dcf9e293b8ed06964cd is 50, key is test_row_0/B:col10/1731194681338/Put/seqid=0
2024-11-09T23:24:41,697 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/dc84829d59dd43c8893dcdcbcf4595db is 50, key is test_row_0/A:col10/1731194681338/Put/seqid=0
2024-11-09T23:24:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/32c66bab8d5a45a3b090c3a4b3683560 is 50, key is test_row_0/A:col10/1731194681496/Put/seqid=0
2024-11-09T23:24:41,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741857_1033 (size=12001)
2024-11-09T23:24:41,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741858_1034 (size=12207)
2024-11-09T23:24:41,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/32c66bab8d5a45a3b090c3a4b3683560
2024-11-09T23:24:41,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741859_1035 (size=12207)
2024-11-09T23:24:41,742 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/dc84829d59dd43c8893dcdcbcf4595db as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc84829d59dd43c8893dcdcbcf4595db
2024-11-09T23:24:41,751 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e9402c6b93004dcf9e293b8ed06964cd as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e9402c6b93004dcf9e293b8ed06964cd
2024-11-09T23:24:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/26cf9e7679994157ae80e8143eb9d754 is 50, key is test_row_0/B:col10/1731194681496/Put/seqid=0
2024-11-09T23:24:41,763 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into dc84829d59dd43c8893dcdcbcf4595db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:41,764 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,764 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194681658; duration=0sec
2024-11-09T23:24:41,764 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:41,764 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:41,764 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:41,765 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into e9402c6b93004dcf9e293b8ed06964cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:41,766 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:41,766 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194681658; duration=0sec
2024-11-09T23:24:41,766 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:41,766 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:41,769 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:41,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741860_1036 (size=12001)
2024-11-09T23:24:41,769 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:41,769 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:41,769 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f9607aa298af4f77814a8da8fb8337b8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b31087e1527f4c9d89a61494235a051e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/7f0538a4d13a41d7b0477701ba3a68bc] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.3 K
2024-11-09T23:24:41,770 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9607aa298af4f77814a8da8fb8337b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194679691
2024-11-09T23:24:41,772 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b31087e1527f4c9d89a61494235a051e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731194680075
2024-11-09T23:24:41,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/26cf9e7679994157ae80e8143eb9d754
2024-11-09T23:24:41,773 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0538a4d13a41d7b0477701ba3a68bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194681336
2024-11-09T23:24:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/d3757103538f4137b4893ca6e20644c5 is 50, key is test_row_0/C:col10/1731194681496/Put/seqid=0
2024-11-09T23:24:41,798 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:41,799 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/a7cbf4a156174dce95eb39f26626a7f7 is 50, key is test_row_0/C:col10/1731194681338/Put/seqid=0
2024-11-09T23:24:41,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741862_1038 (size=12207)
2024-11-09T23:24:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:41,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:41,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741861_1037 (size=12001)
2024-11-09T23:24:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-09T23:24:41,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194741834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194741836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194741838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194741839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194741840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194741943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194741946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194741947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194741948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:41,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194741952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-09T23:24:42,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194742146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194742152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194742153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194742153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194742157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/d3757103538f4137b4893ca6e20644c5
2024-11-09T23:24:42,238 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/a7cbf4a156174dce95eb39f26626a7f7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/a7cbf4a156174dce95eb39f26626a7f7
2024-11-09T23:24:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/32c66bab8d5a45a3b090c3a4b3683560 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/32c66bab8d5a45a3b090c3a4b3683560
2024-11-09T23:24:42,266 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into a7cbf4a156174dce95eb39f26626a7f7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:42,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/32c66bab8d5a45a3b090c3a4b3683560, entries=150, sequenceid=114, filesize=11.7 K
2024-11-09T23:24:42,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:42,267 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194681658; duration=0sec
2024-11-09T23:24:42,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:42,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/26cf9e7679994157ae80e8143eb9d754 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/26cf9e7679994157ae80e8143eb9d754
2024-11-09T23:24:42,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/26cf9e7679994157ae80e8143eb9d754, entries=150, sequenceid=114, filesize=11.7 K
2024-11-09T23:24:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/d3757103538f4137b4893ca6e20644c5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d3757103538f4137b4893ca6e20644c5
2024-11-09T23:24:42,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d3757103538f4137b4893ca6e20644c5, entries=150, sequenceid=114, filesize=11.7 K
2024-11-09T23:24:42,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0f0f47f7f446910a6aabb05bcbda07cf in 611ms, sequenceid=114, compaction requested=false
2024-11-09T23:24:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-09T23:24:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=17
2024-11-09T23:24:42,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16
2024-11-09T23:24:42,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 773 msec
2024-11-09T23:24:42,312 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 785 msec
2024-11-09T23:24:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:42,458 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:42,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:42,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:42,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:42,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:42,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:42,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:42,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/b8f62d455b804aa482112d2f867c693d is 50, key is test_row_0/A:col10/1731194682455/Put/seqid=0
2024-11-09T23:24:42,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741863_1039 (size=12101)
2024-11-09T23:24:42,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194742489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194742491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194742490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194742492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194742493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/b8f62d455b804aa482112d2f867c693d
2024-11-09T23:24:42,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e26e59ad002f497bb689080bcca7873d is 50, key is test_row_0/B:col10/1731194682455/Put/seqid=0
2024-11-09T23:24:42,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741864_1040 (size=12101)
2024-11-09T23:24:42,543 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e26e59ad002f497bb689080bcca7873d
2024-11-09T23:24:42,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/4b9cd548abbf4f7882e03be993e41957 is 50, key is test_row_0/C:col10/1731194682455/Put/seqid=0
2024-11-09T23:24:42,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741865_1041 (size=12101)
2024-11-09T23:24:42,580 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/4b9cd548abbf4f7882e03be993e41957
2024-11-09T23:24:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/b8f62d455b804aa482112d2f867c693d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b8f62d455b804aa482112d2f867c693d
2024-11-09T23:24:42,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194742599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194742599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194742600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,603 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b8f62d455b804aa482112d2f867c693d, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T23:24:42,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194742601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194742601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e26e59ad002f497bb689080bcca7873d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e26e59ad002f497bb689080bcca7873d
2024-11-09T23:24:42,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e26e59ad002f497bb689080bcca7873d, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T23:24:42,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/4b9cd548abbf4f7882e03be993e41957 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/4b9cd548abbf4f7882e03be993e41957
2024-11-09T23:24:42,630 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/4b9cd548abbf4f7882e03be993e41957, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T23:24:42,632 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 0f0f47f7f446910a6aabb05bcbda07cf in 173ms, sequenceid=133, compaction requested=true
2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:42,632 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:42,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:42,632 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:42,634 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:42,634 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:42,634 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:42,635 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc84829d59dd43c8893dcdcbcf4595db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/32c66bab8d5a45a3b090c3a4b3683560, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b8f62d455b804aa482112d2f867c693d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.5 K
2024-11-09T23:24:42,635 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc84829d59dd43c8893dcdcbcf4595db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194681336
2024-11-09T23:24:42,636 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32c66bab8d5a45a3b090c3a4b3683560, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731194681496
2024-11-09T23:24:42,637 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8f62d455b804aa482112d2f867c693d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194681827
2024-11-09T23:24:42,637 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:42,637 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:42,637 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:42,637 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e9402c6b93004dcf9e293b8ed06964cd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/26cf9e7679994157ae80e8143eb9d754, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e26e59ad002f497bb689080bcca7873d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.5 K
2024-11-09T23:24:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-09T23:24:42,640 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed
2024-11-09T23:24:42,641 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e9402c6b93004dcf9e293b8ed06964cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194681336
2024-11-09T23:24:42,643 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 26cf9e7679994157ae80e8143eb9d754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731194681496
2024-11-09T23:24:42,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:42,645 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e26e59ad002f497bb689080bcca7873d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194681827
2024-11-09T23:24:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees
2024-11-09T23:24:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-09T23:24:42,651 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:42,653 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:42,654 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:42,665 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:42,665 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/236c94e18a68448d95904bb6df9de0a7 is 50, key is test_row_0/A:col10/1731194682455/Put/seqid=0
2024-11-09T23:24:42,676 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:42,677 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/dc5bb274a9084a2b96fd7cf694819b3e is 50, key is test_row_0/B:col10/1731194682455/Put/seqid=0
2024-11-09T23:24:42,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741866_1042 (size=12409)
2024-11-09T23:24:42,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741867_1043 (size=12409)
2024-11-09T23:24:42,712 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/236c94e18a68448d95904bb6df9de0a7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/236c94e18a68448d95904bb6df9de0a7
2024-11-09T23:24:42,722 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/dc5bb274a9084a2b96fd7cf694819b3e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/dc5bb274a9084a2b96fd7cf694819b3e
2024-11-09T23:24:42,736 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into 236c94e18a68448d95904bb6df9de0a7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:42,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:42,736 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194682632; duration=0sec
2024-11-09T23:24:42,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:42,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:42,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:42,737 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into dc5bb274a9084a2b96fd7cf694819b3e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:42,737 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:42,737 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194682632; duration=0sec
2024-11-09T23:24:42,737 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:42,737 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:42,741 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:42,741 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:42,741 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:42,741 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/a7cbf4a156174dce95eb39f26626a7f7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d3757103538f4137b4893ca6e20644c5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/4b9cd548abbf4f7882e03be993e41957] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.5 K
2024-11-09T23:24:42,742 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7cbf4a156174dce95eb39f26626a7f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194681336
2024-11-09T23:24:42,743 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3757103538f4137b4893ca6e20644c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731194681496
2024-11-09T23:24:42,744 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b9cd548abbf4f7882e03be993e41957, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194681827
2024-11-09T23:24:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-09T23:24:42,757 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:42,758 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b22594fb1feb43d489b0f144cdb7bf35 is 50, key is test_row_0/C:col10/1731194682455/Put/seqid=0
2024-11-09T23:24:42,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741868_1044 (size=12409)
2024-11-09T23:24:42,800 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b22594fb1feb43d489b0f144cdb7bf35 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b22594fb1feb43d489b0f144cdb7bf35
2024-11-09T23:24:42,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:42,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-09T23:24:42,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:42,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:24:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:42,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:42,813 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into b22594fb1feb43d489b0f144cdb7bf35(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:42,813 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:42,813 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194682632; duration=0sec
2024-11-09T23:24:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:42,813 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:42,813 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:42,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:42,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0dfa4a0f45584a3797df9f517b78b7ae is 50, key is test_row_0/A:col10/1731194682809/Put/seqid=0
2024-11-09T23:24:42,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194742826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194742828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194742831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194742833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194742833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741869_1045 (size=12151)
2024-11-09T23:24:42,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0dfa4a0f45584a3797df9f517b78b7ae
2024-11-09T23:24:42,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/602a707d947a4619bf3823738fc64de4 is 50, key is test_row_0/B:col10/1731194682809/Put/seqid=0
2024-11-09T23:24:42,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741870_1046 (size=12151)
2024-11-09T23:24:42,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/602a707d947a4619bf3823738fc64de4
2024-11-09T23:24:42,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/117b3f301f4049a88e0eb31752a3c9a4 is 50, key is test_row_0/C:col10/1731194682809/Put/seqid=0
2024-11-09T23:24:42,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194742935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194742936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741871_1047 (size=12151)
2024-11-09T23:24:42,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194742938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194742938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194742939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-09T23:24:43,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194743139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194743140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194743145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194743146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194743147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-09T23:24:43,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/117b3f301f4049a88e0eb31752a3c9a4
2024-11-09T23:24:43,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0dfa4a0f45584a3797df9f517b78b7ae as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0dfa4a0f45584a3797df9f517b78b7ae
2024-11-09T23:24:43,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0dfa4a0f45584a3797df9f517b78b7ae, entries=150, sequenceid=160, filesize=11.9 K
2024-11-09T23:24:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/602a707d947a4619bf3823738fc64de4 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/602a707d947a4619bf3823738fc64de4
2024-11-09T23:24:43,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/602a707d947a4619bf3823738fc64de4, entries=150, sequenceid=160, filesize=11.9 K
2024-11-09T23:24:43,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/117b3f301f4049a88e0eb31752a3c9a4 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/117b3f301f4049a88e0eb31752a3c9a4
2024-11-09T23:24:43,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/117b3f301f4049a88e0eb31752a3c9a4, entries=150, sequenceid=160, filesize=11.9 K
2024-11-09T23:24:43,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0f0f47f7f446910a6aabb05bcbda07cf in 584ms, sequenceid=160, compaction requested=false
2024-11-09T23:24:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19
2024-11-09T23:24:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=19
2024-11-09T23:24:43,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18
2024-11-09T23:24:43,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 742 msec
2024-11-09T23:24:43,401 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 755 msec
2024-11-09T23:24:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:43,446 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:43,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/d6f1b8541d534a40b8c4f749b047dfcd is 50, key is test_row_0/A:col10/1731194682831/Put/seqid=0
2024-11-09T23:24:43,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741872_1048 (size=16931)
2024-11-09T23:24:43,478 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/d6f1b8541d534a40b8c4f749b047dfcd
2024-11-09T23:24:43,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194743473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194743474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194743476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194743476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194743480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/42f13482192540ba9c2076ce8192420a is 50, key is test_row_0/B:col10/1731194682831/Put/seqid=0
2024-11-09T23:24:43,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741873_1049 (size=12151)
2024-11-09T23:24:43,508 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/42f13482192540ba9c2076ce8192420a
2024-11-09T23:24:43,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/360bfbf3654b47f29ff6e45f8358b915 is 50, key is test_row_0/C:col10/1731194682831/Put/seqid=0
2024-11-09T23:24:43,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741874_1050 (size=12151)
2024-11-09T23:24:43,545 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/360bfbf3654b47f29ff6e45f8358b915
2024-11-09T23:24:43,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/d6f1b8541d534a40b8c4f749b047dfcd as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d6f1b8541d534a40b8c4f749b047dfcd
2024-11-09T23:24:43,571 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d6f1b8541d534a40b8c4f749b047dfcd, entries=250, sequenceid=175, filesize=16.5 K
2024-11-09T23:24:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/42f13482192540ba9c2076ce8192420a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/42f13482192540ba9c2076ce8192420a
2024-11-09T23:24:43,582 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/42f13482192540ba9c2076ce8192420a, entries=150, sequenceid=175, filesize=11.9 K
2024-11-09T23:24:43,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/360bfbf3654b47f29ff6e45f8358b915 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/360bfbf3654b47f29ff6e45f8358b915
2024-11-09T23:24:43,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194743583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194743584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194743583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194743585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194743584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,595 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/360bfbf3654b47f29ff6e45f8358b915, entries=150, sequenceid=175, filesize=11.9 K
2024-11-09T23:24:43,596 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0f0f47f7f446910a6aabb05bcbda07cf in 150ms, sequenceid=175, compaction requested=true
2024-11-09T23:24:43,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:43,597 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:43,597 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:43,598 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:43,598 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:43,598 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:43,598 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:43,598 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:43,598 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:43,599 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/dc5bb274a9084a2b96fd7cf694819b3e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/602a707d947a4619bf3823738fc64de4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/42f13482192540ba9c2076ce8192420a] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.9 K
2024-11-09T23:24:43,599 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/236c94e18a68448d95904bb6df9de0a7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0dfa4a0f45584a3797df9f517b78b7ae, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d6f1b8541d534a40b8c4f749b047dfcd] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=40.5 K
2024-11-09T23:24:43,599 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting dc5bb274a9084a2b96fd7cf694819b3e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194681827
2024-11-09T23:24:43,599 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 236c94e18a68448d95904bb6df9de0a7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194681827
2024-11-09T23:24:43,600 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dfa4a0f45584a3797df9f517b78b7ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731194682488
2024-11-09T23:24:43,600 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 602a707d947a4619bf3823738fc64de4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731194682488
2024-11-09T23:24:43,600 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6f1b8541d534a40b8c4f749b047dfcd, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731194682824
2024-11-09T23:24:43,601 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 42f13482192540ba9c2076ce8192420a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731194682824
2024-11-09T23:24:43,621 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:43,622 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:43,622 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0f4310996e3849c286e030b332d5d328 is 50, key is test_row_0/A:col10/1731194682831/Put/seqid=0
2024-11-09T23:24:43,622 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/12597241952646889d28033bb77fc662 is 50, key is test_row_0/B:col10/1731194682831/Put/seqid=0
2024-11-09T23:24:43,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741875_1051 (size=12561)
2024-11-09T23:24:43,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741876_1052 (size=12561)
2024-11-09T23:24:43,663 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/12597241952646889d28033bb77fc662 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/12597241952646889d28033bb77fc662
2024-11-09T23:24:43,678 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into 12597241952646889d28033bb77fc662(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:43,678 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:43,679 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194683597; duration=0sec
2024-11-09T23:24:43,679 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:43,679 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:43,680 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:43,682 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:43,682 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:43,682 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:43,682 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b22594fb1feb43d489b0f144cdb7bf35, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/117b3f301f4049a88e0eb31752a3c9a4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/360bfbf3654b47f29ff6e45f8358b915] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=35.9 K
2024-11-09T23:24:43,683 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b22594fb1feb43d489b0f144cdb7bf35, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194681827
2024-11-09T23:24:43,683 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 117b3f301f4049a88e0eb31752a3c9a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731194682488
2024-11-09T23:24:43,684 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 360bfbf3654b47f29ff6e45f8358b915, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731194682824
2024-11-09T23:24:43,710 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:43,710 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/44a07184ff2b461ab6544e00baad2332 is 50, key is test_row_0/C:col10/1731194682831/Put/seqid=0
2024-11-09T23:24:43,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741877_1053 (size=12561)
2024-11-09T23:24:43,752 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/44a07184ff2b461ab6544e00baad2332 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/44a07184ff2b461ab6544e00baad2332
2024-11-09T23:24:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-09T23:24:43,756 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed
2024-11-09T23:24:43,759 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees
2024-11-09T23:24:43,762 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:43,764 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:43,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-09T23:24:43,768 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into 44a07184ff2b461ab6544e00baad2332(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:43,768 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:43,768 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194683597; duration=0sec
2024-11-09T23:24:43,768 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:43,768 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:43,794 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T23:24:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:43,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/c0b7670edf8c47bba8aa75deb676f60f is 50, key is test_row_0/A:col10/1731194683792/Put/seqid=0
2024-11-09T23:24:43,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194743804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194743806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194743807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194743808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194743808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741878_1054 (size=12151)
2024-11-09T23:24:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-09T23:24:43,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194743911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194743912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194743915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194743916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194743917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:43,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:43,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-09T23:24:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:43,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,040 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0f4310996e3849c286e030b332d5d328 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0f4310996e3849c286e030b332d5d328
2024-11-09T23:24:44,052 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into 0f4310996e3849c286e030b332d5d328(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:44,052 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:44,052 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194683596; duration=0sec
2024-11-09T23:24:44,052 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:44,052 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-09T23:24:44,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:44,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-09T23:24:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:44,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194744118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194744120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194744120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194744121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194744123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:44,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-09T23:24:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:44,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,231 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/c0b7670edf8c47bba8aa75deb676f60f
2024-11-09T23:24:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:44,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f95ec82d5cb846d7b5c4532a7e1c5eef is 50, key is test_row_0/B:col10/1731194683792/Put/seqid=0
2024-11-09T23:24:44,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741879_1055 (size=12151)
2024-11-09T23:24:44,263 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f95ec82d5cb846d7b5c4532a7e1c5eef
2024-11-09T23:24:44,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/afa0cc0fb95e4178b0f9ddc6e17d4755 is 50, key is test_row_0/C:col10/1731194683792/Put/seqid=0
2024-11-09T23:24:44,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741880_1056 (size=12151)
2024-11-09T23:24:44,304 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/afa0cc0fb95e4178b0f9ddc6e17d4755
2024-11-09T23:24:44,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/c0b7670edf8c47bba8aa75deb676f60f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/c0b7670edf8c47bba8aa75deb676f60f
2024-11-09T23:24:44,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/c0b7670edf8c47bba8aa75deb676f60f, entries=150, sequenceid=201, filesize=11.9 K
2024-11-09T23:24:44,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f95ec82d5cb846d7b5c4532a7e1c5eef as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f95ec82d5cb846d7b5c4532a7e1c5eef
2024-11-09T23:24:44,333 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f95ec82d5cb846d7b5c4532a7e1c5eef, entries=150, sequenceid=201, filesize=11.9 K
2024-11-09T23:24:44,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/afa0cc0fb95e4178b0f9ddc6e17d4755 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/afa0cc0fb95e4178b0f9ddc6e17d4755
2024-11-09T23:24:44,345 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/afa0cc0fb95e4178b0f9ddc6e17d4755, entries=150, sequenceid=201, filesize=11.9 K
2024-11-09T23:24:44,347 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f0f47f7f446910a6aabb05bcbda07cf in 553ms, sequenceid=201, compaction requested=false
2024-11-09T23:24:44,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-09T23:24:44,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:44,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-09T23:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:44,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:44,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/7cf8e440ebf24eff991490c2c9126be4 is 50, key is test_row_0/A:col10/1731194683805/Put/seqid=0
2024-11-09T23:24:44,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741881_1057 (size=12151)
2024-11-09T23:24:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:44,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:44,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194744452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194744454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194744456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194744460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194744457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194744560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194744562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194744565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194744565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194744568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194744763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194744768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194744768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194744769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194744771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:44,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/7cf8e440ebf24eff991490c2c9126be4
2024-11-09T23:24:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d7f465a64106431fab7ec57cae3bce24 is 50, key is test_row_0/B:col10/1731194683805/Put/seqid=0
2024-11-09T23:24:44,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741882_1058 (size=12151)
2024-11-09T23:24:44,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d7f465a64106431fab7ec57cae3bce24
2024-11-09T23:24:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/bf50cb54a04d4abf9d1697db6e3c5e8c is 50, key is test_row_0/C:col10/1731194683805/Put/seqid=0
2024-11-09T23:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-09T23:24:44,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741883_1059 (size=12151)
2024-11-09T23:24:44,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/bf50cb54a04d4abf9d1697db6e3c5e8c
2024-11-09T23:24:44,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/7cf8e440ebf24eff991490c2c9126be4 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7cf8e440ebf24eff991490c2c9126be4
2024-11-09T23:24:44,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7cf8e440ebf24eff991490c2c9126be4, entries=150, sequenceid=214, filesize=11.9 K
2024-11-09T23:24:44,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d7f465a64106431fab7ec57cae3bce24 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d7f465a64106431fab7ec57cae3bce24
2024-11-09T23:24:44,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d7f465a64106431fab7ec57cae3bce24, entries=150, sequenceid=214, filesize=11.9 K
2024-11-09T23:24:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/bf50cb54a04d4abf9d1697db6e3c5e8c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/bf50cb54a04d4abf9d1697db6e3c5e8c
2024-11-09T23:24:44,935 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/bf50cb54a04d4abf9d1697db6e3c5e8c, entries=150, sequenceid=214, filesize=11.9 K
2024-11-09T23:24:44,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0f0f47f7f446910a6aabb05bcbda07cf in 551ms, sequenceid=214, compaction requested=true
2024-11-09T23:24:44,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:44,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:44,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-09T23:24:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=21
2024-11-09T23:24:44,941 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20
2024-11-09T23:24:44,942 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec
2024-11-09T23:24:44,943 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1820 sec
2024-11-09T23:24:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:45,071 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T23:24:45,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:45,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:45,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:45,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:45,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/9b91b521c37741d9966c42cc2574f3df is 50, key is test_row_0/A:col10/1731194684452/Put/seqid=0
2024-11-09T23:24:45,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194745080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194745082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194745084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194745084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194745087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741884_1060 (size=12151)
2024-11-09T23:24:45,104 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/9b91b521c37741d9966c42cc2574f3df
2024-11-09T23:24:45,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/40cc7f27355642ac88a864ccbf775e5d is 50, key is test_row_0/B:col10/1731194684452/Put/seqid=0
2024-11-09T23:24:45,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741885_1061 (size=12151)
2024-11-09T23:24:45,155 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/40cc7f27355642ac88a864ccbf775e5d
2024-11-09T23:24:45,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/75a85b21dd9c4a4f8b6782c268fa02ef is 50, key is test_row_0/C:col10/1731194684452/Put/seqid=0
2024-11-09T23:24:45,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741886_1062 (size=12151)
2024-11-09T23:24:45,185 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/75a85b21dd9c4a4f8b6782c268fa02ef
2024-11-09T23:24:45,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194745188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194745189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194745192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/9b91b521c37741d9966c42cc2574f3df as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/9b91b521c37741d9966c42cc2574f3df
2024-11-09T23:24:45,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194745195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,203 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/9b91b521c37741d9966c42cc2574f3df, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T23:24:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/40cc7f27355642ac88a864ccbf775e5d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/40cc7f27355642ac88a864ccbf775e5d
2024-11-09T23:24:45,214 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/40cc7f27355642ac88a864ccbf775e5d, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T23:24:45,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/75a85b21dd9c4a4f8b6782c268fa02ef as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/75a85b21dd9c4a4f8b6782c268fa02ef
2024-11-09T23:24:45,228 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/75a85b21dd9c4a4f8b6782c268fa02ef, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T23:24:45,229 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 0f0f47f7f446910a6aabb05bcbda07cf in 157ms, sequenceid=240, compaction requested=true
2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:45,229 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:45,229 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:45,231 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:24:45,231 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:24:45,231 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:45,231 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:45,231 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:45,231 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:45,231 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0f4310996e3849c286e030b332d5d328, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/c0b7670edf8c47bba8aa75deb676f60f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7cf8e440ebf24eff991490c2c9126be4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/9b91b521c37741d9966c42cc2574f3df] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=47.9 K
2024-11-09T23:24:45,231 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/12597241952646889d28033bb77fc662, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f95ec82d5cb846d7b5c4532a7e1c5eef, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d7f465a64106431fab7ec57cae3bce24, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/40cc7f27355642ac88a864ccbf775e5d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=47.9 K
2024-11-09T23:24:45,232 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 12597241952646889d28033bb77fc662, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731194682824
2024-11-09T23:24:45,232 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f4310996e3849c286e030b332d5d328, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731194682824
2024-11-09T23:24:45,233 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0b7670edf8c47bba8aa75deb676f60f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731194683476
2024-11-09T23:24:45,233 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f95ec82d5cb846d7b5c4532a7e1c5eef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731194683476
2024-11-09T23:24:45,233 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cf8e440ebf24eff991490c2c9126be4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731194683805
2024-11-09T23:24:45,234 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d7f465a64106431fab7ec57cae3bce24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731194683805
2024-11-09T23:24:45,234 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b91b521c37741d9966c42cc2574f3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194684452
2024-11-09T23:24:45,234 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 40cc7f27355642ac88a864ccbf775e5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194684452
2024-11-09T23:24:45,261 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:45,262 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/6a7891c538a14628bddccf73901d6136 is 50, key is test_row_0/B:col10/1731194684452/Put/seqid=0
2024-11-09T23:24:45,266 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:45,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/729fadd0a02042a1bb1c2160395dfdd1 is 50, key is test_row_0/A:col10/1731194684452/Put/seqid=0
2024-11-09T23:24:45,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741887_1063 (size=12697)
2024-11-09T23:24:45,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741888_1064 (size=12697)
2024-11-09T23:24:45,325 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/6a7891c538a14628bddccf73901d6136 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/6a7891c538a14628bddccf73901d6136
2024-11-09T23:24:45,326 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/729fadd0a02042a1bb1c2160395dfdd1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/729fadd0a02042a1bb1c2160395dfdd1
2024-11-09T23:24:45,335 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into 6a7891c538a14628bddccf73901d6136(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:45,335 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:45,335 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=12, startTime=1731194685229; duration=0sec
2024-11-09T23:24:45,335 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:45,335 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:45,335 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:24:45,338 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into 729fadd0a02042a1bb1c2160395dfdd1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:45,338 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:24:45,338 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:45,338 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:45,338 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=12, startTime=1731194685229; duration=0sec
2024-11-09T23:24:45,338 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:45,338 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:45,338 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:45,338 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/44a07184ff2b461ab6544e00baad2332, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/afa0cc0fb95e4178b0f9ddc6e17d4755, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/bf50cb54a04d4abf9d1697db6e3c5e8c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/75a85b21dd9c4a4f8b6782c268fa02ef] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=47.9 K
2024-11-09T23:24:45,339 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a07184ff2b461ab6544e00baad2332, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731194682824
2024-11-09T23:24:45,339 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting afa0cc0fb95e4178b0f9ddc6e17d4755, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731194683476
2024-11-09T23:24:45,340 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting bf50cb54a04d4abf9d1697db6e3c5e8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731194683805
2024-11-09T23:24:45,340 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 75a85b21dd9c4a4f8b6782c268fa02ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194684452
2024-11-09T23:24:45,357 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:45,358 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/3540cd13e4dc4572b2ee2ff83be4da56 is 50, key is test_row_0/C:col10/1731194684452/Put/seqid=0
2024-11-09T23:24:45,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741889_1065 (size=12697)
2024-11-09T23:24:45,394 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T23:24:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:45,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e951fa9ca84c4244af271a3b24ed3398 is 50, key is test_row_0/A:col10/1731194685079/Put/seqid=0
2024-11-09T23:24:45,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741890_1066 (size=12151)
2024-11-09T23:24:45,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194745422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194745457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194745457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194745457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194745558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194745561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194745562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194745562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194745588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194745762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194745765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194745765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194745766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:45,791 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/3540cd13e4dc4572b2ee2ff83be4da56 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3540cd13e4dc4572b2ee2ff83be4da56
2024-11-09T23:24:45,798 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into 3540cd13e4dc4572b2ee2ff83be4da56(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:45,798 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:45,799 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=12, startTime=1731194685229; duration=0sec
2024-11-09T23:24:45,799 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:45,799 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:45,833 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e951fa9ca84c4244af271a3b24ed3398
2024-11-09T23:24:45,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/37d51dbc846e479fab170193cb817be7 is 50, key is test_row_0/B:col10/1731194685079/Put/seqid=0
2024-11-09T23:24:45,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741891_1067 (size=12151)
2024-11-09T23:24:45,850 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/37d51dbc846e479fab170193cb817be7
2024-11-09T23:24:45,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/fef651ad408f4b418111ef96198031da is 50, key is test_row_0/C:col10/1731194685079/Put/seqid=0
2024-11-09T23:24:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-09T23:24:45,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741892_1068 (size=12151)
2024-11-09T23:24:45,874 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed
2024-11-09T23:24:45,876 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/fef651ad408f4b418111ef96198031da
2024-11-09T23:24:45,877 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees
2024-11-09T23:24:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-09T23:24:45,883 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:45,884 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:45,885 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/e951fa9ca84c4244af271a3b24ed3398 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e951fa9ca84c4244af271a3b24ed3398
2024-11-09T23:24:45,911 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e951fa9ca84c4244af271a3b24ed3398, entries=150, sequenceid=256, filesize=11.9 K
2024-11-09T23:24:45,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/37d51dbc846e479fab170193cb817be7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/37d51dbc846e479fab170193cb817be7
2024-11-09T23:24:45,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/37d51dbc846e479fab170193cb817be7, entries=150, sequenceid=256, filesize=11.9 K
2024-11-09T23:24:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/fef651ad408f4b418111ef96198031da as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/fef651ad408f4b418111ef96198031da
2024-11-09T23:24:45,931 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/fef651ad408f4b418111ef96198031da, entries=150, sequenceid=256, filesize=11.9 K
2024-11-09T23:24:45,933 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f0f47f7f446910a6aabb05bcbda07cf in 539ms, sequenceid=256, compaction requested=false
2024-11-09T23:24:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-09T23:24:46,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:46,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-09T23:24:46,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:46,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:24:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/815c85e20963481eb77e5877ddfc8197 is 50, key is test_row_0/A:col10/1731194685420/Put/seqid=0
2024-11-09T23:24:46,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741893_1069 (size=12301)
2024-11-09T23:24:46,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/815c85e20963481eb77e5877ddfc8197
2024-11-09T23:24:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f1ddc6f5469a474d8d9549d21a4a373d is 50, key is test_row_0/B:col10/1731194685420/Put/seqid=0
2024-11-09T23:24:46,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194746082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194746084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194746086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194746087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741894_1070 (size=12301)
2024-11-09T23:24:46,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f1ddc6f5469a474d8d9549d21a4a373d
2024-11-09T23:24:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/ad45d7068ce346a6ab7e120b1bbdd574 is 50, key is test_row_0/C:col10/1731194685420/Put/seqid=0
2024-11-09T23:24:46,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741895_1071 (size=12301)
2024-11-09T23:24:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-09T23:24:46,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194746189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194746192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194746192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194746193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194746393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194746396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194746395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194746397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-09T23:24:46,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/ad45d7068ce346a6ab7e120b1bbdd574
2024-11-09T23:24:46,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/815c85e20963481eb77e5877ddfc8197 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/815c85e20963481eb77e5877ddfc8197
2024-11-09T23:24:46,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/815c85e20963481eb77e5877ddfc8197, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T23:24:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f1ddc6f5469a474d8d9549d21a4a373d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f1ddc6f5469a474d8d9549d21a4a373d
2024-11-09T23:24:46,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f1ddc6f5469a474d8d9549d21a4a373d, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T23:24:46,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/ad45d7068ce346a6ab7e120b1bbdd574 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/ad45d7068ce346a6ab7e120b1bbdd574
2024-11-09T23:24:46,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/ad45d7068ce346a6ab7e120b1bbdd574, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T23:24:46,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0f0f47f7f446910a6aabb05bcbda07cf in 537ms, sequenceid=279, compaction requested=true
2024-11-09T23:24:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23
2024-11-09T23:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=23
2024-11-09T23:24:46,580 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22
2024-11-09T23:24:46,580 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 693 msec
2024-11-09T23:24:46,583 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 703 msec
2024-11-09T23:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:46,595 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:46,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/b0536e5517d241949fe09a733d314cf0 is 50, key is test_row_0/A:col10/1731194686594/Put/seqid=0
2024-11-09T23:24:46,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741896_1072 (size=14741)
2024-11-09T23:24:46,629 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/b0536e5517d241949fe09a733d314cf0
2024-11-09T23:24:46,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/c30f517ae97147eea8295fc5fc10cbba is 50, key is test_row_0/B:col10/1731194686594/Put/seqid=0
2024-11-09T23:24:46,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741897_1073 (size=12301)
2024-11-09T23:24:46,660 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/c30f517ae97147eea8295fc5fc10cbba
2024-11-09T23:24:46,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/096a6687ed2d4fa2ad4ae506adc88f4c is 50, key is test_row_0/C:col10/1731194686594/Put/seqid=0
2024-11-09T23:24:46,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741898_1074 (size=12301)
2024-11-09T23:24:46,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194746703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194746705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194746705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194746708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194746708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194746812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194746815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194746816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194746816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-09T23:24:46,984 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed
2024-11-09T23:24:46,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees
2024-11-09T23:24:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-09T23:24:46,995 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:46,996 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:46,996 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:47,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194747014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194747018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194747020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194747021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-09T23:24:47,104 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/096a6687ed2d4fa2ad4ae506adc88f4c
2024-11-09T23:24:47,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/b0536e5517d241949fe09a733d314cf0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b0536e5517d241949fe09a733d314cf0
2024-11-09T23:24:47,124 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b0536e5517d241949fe09a733d314cf0, entries=200, sequenceid=294, filesize=14.4 K
2024-11-09T23:24:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/c30f517ae97147eea8295fc5fc10cbba as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c30f517ae97147eea8295fc5fc10cbba
2024-11-09T23:24:47,134 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c30f517ae97147eea8295fc5fc10cbba, entries=150, sequenceid=294, filesize=12.0 K
2024-11-09T23:24:47,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/096a6687ed2d4fa2ad4ae506adc88f4c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/096a6687ed2d4fa2ad4ae506adc88f4c
2024-11-09T23:24:47,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/096a6687ed2d4fa2ad4ae506adc88f4c, entries=150, sequenceid=294, filesize=12.0 K
2024-11-09T23:24:47,142 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 0f0f47f7f446910a6aabb05bcbda07cf in 547ms, sequenceid=294, compaction requested=true
2024-11-09T23:24:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:47,142 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:24:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:47,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:47,143 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:24:47,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:47,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:47,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:47,144 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:24:47,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:47,144 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:47,144 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:47,144 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/729fadd0a02042a1bb1c2160395dfdd1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e951fa9ca84c4244af271a3b24ed3398, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/815c85e20963481eb77e5877ddfc8197, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b0536e5517d241949fe09a733d314cf0] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=50.7 K
2024-11-09T23:24:47,145 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 729fadd0a02042a1bb1c2160395dfdd1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194684452
2024-11-09T23:24:47,145 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:24:47,145 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:47,145 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:47,145 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/6a7891c538a14628bddccf73901d6136, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/37d51dbc846e479fab170193cb817be7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f1ddc6f5469a474d8d9549d21a4a373d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c30f517ae97147eea8295fc5fc10cbba] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=48.3 K
2024-11-09T23:24:47,146 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e951fa9ca84c4244af271a3b24ed3398, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731194685079
2024-11-09T23:24:47,146 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a7891c538a14628bddccf73901d6136, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194684452
2024-11-09T23:24:47,146 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 815c85e20963481eb77e5877ddfc8197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731194685416
2024-11-09T23:24:47,146 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 37d51dbc846e479fab170193cb817be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731194685079
2024-11-09T23:24:47,147 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0536e5517d241949fe09a733d314cf0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194686080
2024-11-09T23:24:47,147 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ddc6f5469a474d8d9549d21a4a373d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731194685416
2024-11-09T23:24:47,148 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting c30f517ae97147eea8295fc5fc10cbba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194686080
2024-11-09T23:24:47,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:47,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-09T23:24:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:47,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:24:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:47,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/919e3938d7904fa2bbb0bd4cc584aac9 is 50, key is test_row_0/A:col10/1731194686706/Put/seqid=0
2024-11-09T23:24:47,165 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:47,166 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/157b7bcc653f4ac58d895a56213d3c54 is 50, key is test_row_0/A:col10/1731194686594/Put/seqid=0
2024-11-09T23:24:47,172 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:47,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/ccd4e2f848104592b431aa21dba47098 is 50, key is test_row_0/B:col10/1731194686594/Put/seqid=0
2024-11-09T23:24:47,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741899_1075 (size=12301)
2024-11-09T23:24:47,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741900_1076 (size=12983)
2024-11-09T23:24:47,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741901_1077 (size=12983)
2024-11-09T23:24:47,201 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/157b7bcc653f4ac58d895a56213d3c54 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/157b7bcc653f4ac58d895a56213d3c54
2024-11-09T23:24:47,210 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into 157b7bcc653f4ac58d895a56213d3c54(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:47,210 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:47,210 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=12, startTime=1731194687142; duration=0sec
2024-11-09T23:24:47,210 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:47,210 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:47,210 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:24:47,212 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:24:47,213 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:47,213 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:47,213 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3540cd13e4dc4572b2ee2ff83be4da56, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/fef651ad408f4b418111ef96198031da, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/ad45d7068ce346a6ab7e120b1bbdd574, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/096a6687ed2d4fa2ad4ae506adc88f4c] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=48.3 K
2024-11-09T23:24:47,213 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3540cd13e4dc4572b2ee2ff83be4da56, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194684452
2024-11-09T23:24:47,214 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting fef651ad408f4b418111ef96198031da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731194685079
2024-11-09T23:24:47,215 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad45d7068ce346a6ab7e120b1bbdd574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731194685416
2024-11-09T23:24:47,215 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 096a6687ed2d4fa2ad4ae506adc88f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194686080
2024-11-09T23:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:47,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:47,228 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:47,229 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b892bb5aab8049378b14bc32f6d57278 is 50, key is test_row_0/C:col10/1731194686594/Put/seqid=0
2024-11-09T23:24:47,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741902_1078 (size=12983)
2024-11-09T23:24:47,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194747250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,257 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/b892bb5aab8049378b14bc32f6d57278 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b892bb5aab8049378b14bc32f6d57278
2024-11-09T23:24:47,266 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into b892bb5aab8049378b14bc32f6d57278(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:47,266 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:47,267 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=12, startTime=1731194687144; duration=0sec
2024-11-09T23:24:47,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:47,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-09T23:24:47,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194747318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194747322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194747324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194747326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194747356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194747559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/919e3938d7904fa2bbb0bd4cc584aac9
2024-11-09T23:24:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-09T23:24:47,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f10f59cf18194e2189d940c3d321cfc8 is 50, key is test_row_0/B:col10/1731194686706/Put/seqid=0
2024-11-09T23:24:47,602 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/ccd4e2f848104592b431aa21dba47098 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/ccd4e2f848104592b431aa21dba47098
2024-11-09T23:24:47,610 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into ccd4e2f848104592b431aa21dba47098(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:47,610 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:47,610 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=12, startTime=1731194687143; duration=0sec
2024-11-09T23:24:47,610 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:47,611 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:47,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741903_1079 (size=12301)
2024-11-09T23:24:47,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f10f59cf18194e2189d940c3d321cfc8
2024-11-09T23:24:47,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/421a4d6ae97e4abf96afd7704628b1ac is 50, key is test_row_0/C:col10/1731194686706/Put/seqid=0
2024-11-09T23:24:47,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741904_1080 (size=12301)
2024-11-09T23:24:47,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/421a4d6ae97e4abf96afd7704628b1ac
2024-11-09T23:24:47,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/919e3938d7904fa2bbb0bd4cc584aac9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/919e3938d7904fa2bbb0bd4cc584aac9
2024-11-09T23:24:47,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/919e3938d7904fa2bbb0bd4cc584aac9, entries=150, sequenceid=316, filesize=12.0 K
2024-11-09T23:24:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/f10f59cf18194e2189d940c3d321cfc8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f10f59cf18194e2189d940c3d321cfc8
2024-11-09T23:24:47,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f10f59cf18194e2189d940c3d321cfc8, entries=150, sequenceid=316, filesize=12.0 K
2024-11-09T23:24:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/421a4d6ae97e4abf96afd7704628b1ac as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/421a4d6ae97e4abf96afd7704628b1ac
2024-11-09T23:24:47,691 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/421a4d6ae97e4abf96afd7704628b1ac, entries=150, sequenceid=316, filesize=12.0 K
2024-11-09T23:24:47,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0f0f47f7f446910a6aabb05bcbda07cf in 545ms, sequenceid=316, compaction requested=false
2024-11-09T23:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25
2024-11-09T23:24:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=25
2024-11-09T23:24:47,699 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24
2024-11-09T23:24:47,699 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 700 msec
2024-11-09T23:24:47,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 714 msec
2024-11-09T23:24:47,825 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:47,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:47,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/3e71d1523a7b426f896eafdd1ade12f2 is 50, key is test_row_0/A:col10/1731194687823/Put/seqid=0
2024-11-09T23:24:47,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741905_1081 (size=12301)
2024-11-09T23:24:47,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194747853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194747854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194747854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194747858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194747866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194747959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194747960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194747960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:47,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194747961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-09T23:24:48,095 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed
2024-11-09T23:24:48,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees
2024-11-09T23:24:48,104 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-09T23:24:48,105 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:48,105 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:48,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194748163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194748162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194748164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194748166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-09T23:24:48,244 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/3e71d1523a7b426f896eafdd1ade12f2
2024-11-09T23:24:48,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/b83bf25a0eb941e6a96c204145c5d3cd is 50, key is test_row_0/B:col10/1731194687823/Put/seqid=0
2024-11-09T23:24:48,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:48,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:48,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:48,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741906_1082 (size=12301)
2024-11-09T23:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194748371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-09T23:24:48,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:48,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:48,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194748465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194748466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194748466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194748470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:48,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,675 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/b83bf25a0eb941e6a96c204145c5d3cd
2024-11-09T23:24:48,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/605c31b7df6f45f9bf5ea3b3efa2d19b is 50, key is test_row_0/C:col10/1731194687823/Put/seqid=0
2024-11-09T23:24:48,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741907_1083 (size=12301)
2024-11-09T23:24:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-09T23:24:48,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:48,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:48,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:48,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:48,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:48,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:48,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194748972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194748973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194748974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:48,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194748972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:49,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:49,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:49,090 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/605c31b7df6f45f9bf5ea3b3efa2d19b
2024-11-09T23:24:49,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/3e71d1523a7b426f896eafdd1ade12f2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/3e71d1523a7b426f896eafdd1ade12f2
2024-11-09T23:24:49,107 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/3e71d1523a7b426f896eafdd1ade12f2, entries=150, sequenceid=334, filesize=12.0 K
2024-11-09T23:24:49,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/b83bf25a0eb941e6a96c204145c5d3cd as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/b83bf25a0eb941e6a96c204145c5d3cd
2024-11-09T23:24:49,115 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/b83bf25a0eb941e6a96c204145c5d3cd, entries=150, sequenceid=334, filesize=12.0 K
2024-11-09T23:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/605c31b7df6f45f9bf5ea3b3efa2d19b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/605c31b7df6f45f9bf5ea3b3efa2d19b
2024-11-09T23:24:49,124 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/605c31b7df6f45f9bf5ea3b3efa2d19b, entries=150, sequenceid=334, filesize=12.0 K
2024-11-09T23:24:49,125 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0f0f47f7f446910a6aabb05bcbda07cf in 1301ms, sequenceid=334, compaction requested=true
2024-11-09T23:24:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:49,126 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:49,126 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:49,127 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:49,127 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:49,127 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:49,128 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/ccd4e2f848104592b431aa21dba47098, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f10f59cf18194e2189d940c3d321cfc8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/b83bf25a0eb941e6a96c204145c5d3cd] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=36.7 K
2024-11-09T23:24:49,128 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:49,128 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:49,128 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:49,128 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/157b7bcc653f4ac58d895a56213d3c54, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/919e3938d7904fa2bbb0bd4cc584aac9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/3e71d1523a7b426f896eafdd1ade12f2] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=36.7 K
2024-11-09T23:24:49,129 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ccd4e2f848104592b431aa21dba47098, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194686080
2024-11-09T23:24:49,129 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 157b7bcc653f4ac58d895a56213d3c54, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194686080
2024-11-09T23:24:49,129 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f10f59cf18194e2189d940c3d321cfc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731194686693
2024-11-09T23:24:49,130 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 919e3938d7904fa2bbb0bd4cc584aac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731194686693
2024-11-09T23:24:49,130 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b83bf25a0eb941e6a96c204145c5d3cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731194687228
2024-11-09T23:24:49,130 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e71d1523a7b426f896eafdd1ade12f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731194687228
2024-11-09T23:24:49,140 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:49,141 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0b903d5da9624a519e8d87bb9740487a is 50, key is test_row_0/A:col10/1731194687823/Put/seqid=0
2024-11-09T23:24:49,141 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:49,142 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/1fde8ca744e649c38ea6ec5a28bdedae is 50, key is test_row_0/B:col10/1731194687823/Put/seqid=0
2024-11-09T23:24:49,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:49,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-09T23:24:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:49,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:24:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:49,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741908_1084 (size=13085)
2024-11-09T23:24:49,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741909_1085 (size=13085)
2024-11-09T23:24:49,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/191c008828db48618dd1ea1f0829d0d7 is 50, key is test_row_0/A:col10/1731194687850/Put/seqid=0
2024-11-09T23:24:49,195 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/1fde8ca744e649c38ea6ec5a28bdedae as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/1fde8ca744e649c38ea6ec5a28bdedae
2024-11-09T23:24:49,198 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/0b903d5da9624a519e8d87bb9740487a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0b903d5da9624a519e8d87bb9740487a
2024-11-09T23:24:49,203 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into 1fde8ca744e649c38ea6ec5a28bdedae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:49,203 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:49,203 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194689126; duration=0sec
2024-11-09T23:24:49,204 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:49,204 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:49,204 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:49,206 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:49,206 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:49,207 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:49,207 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b892bb5aab8049378b14bc32f6d57278, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/421a4d6ae97e4abf96afd7704628b1ac, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/605c31b7df6f45f9bf5ea3b3efa2d19b] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=36.7 K
2024-11-09T23:24:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-09T23:24:49,208 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b892bb5aab8049378b14bc32f6d57278, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194686080
2024-11-09T23:24:49,209 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 421a4d6ae97e4abf96afd7704628b1ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731194686693
2024-11-09T23:24:49,210 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 605c31b7df6f45f9bf5ea3b3efa2d19b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731194687228
2024-11-09T23:24:49,212 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into 0b903d5da9624a519e8d87bb9740487a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:49,212 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:49,212 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194689125; duration=0sec
2024-11-09T23:24:49,213 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:49,213 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:49,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741910_1086 (size=12301)
2024-11-09T23:24:49,223 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/191c008828db48618dd1ea1f0829d0d7
2024-11-09T23:24:49,229 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:49,230 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/3f6987f8a8d741a781dc8b5637fd4098 is 50, key is test_row_0/C:col10/1731194687823/Put/seqid=0
2024-11-09T23:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/4fcecac7e47545c6a5e6c5c7f618eac2 is 50, key is test_row_0/B:col10/1731194687850/Put/seqid=0
2024-11-09T23:24:49,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741912_1088 (size=12301)
2024-11-09T23:24:49,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741911_1087 (size=13085)
2024-11-09T23:24:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:49,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194749406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194749509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,655 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/4fcecac7e47545c6a5e6c5c7f618eac2
2024-11-09T23:24:49,665 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/3f6987f8a8d741a781dc8b5637fd4098 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3f6987f8a8d741a781dc8b5637fd4098
2024-11-09T23:24:49,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/22ba0b68262344568aee5fbf6168cd92 is 50, key is test_row_0/C:col10/1731194687850/Put/seqid=0
2024-11-09T23:24:49,673 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into 3f6987f8a8d741a781dc8b5637fd4098(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:49,673 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:49,673 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194689126; duration=0sec
2024-11-09T23:24:49,673 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:49,673 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:49,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741913_1089 (size=12301)
2024-11-09T23:24:49,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194749711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194749977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194749987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194749987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:49,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194749993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:50,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194750016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:50,081 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/22ba0b68262344568aee5fbf6168cd92
2024-11-09T23:24:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/191c008828db48618dd1ea1f0829d0d7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/191c008828db48618dd1ea1f0829d0d7
2024-11-09T23:24:50,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/191c008828db48618dd1ea1f0829d0d7, entries=150, sequenceid=355, filesize=12.0 K
2024-11-09T23:24:50,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/4fcecac7e47545c6a5e6c5c7f618eac2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/4fcecac7e47545c6a5e6c5c7f618eac2
2024-11-09T23:24:50,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/4fcecac7e47545c6a5e6c5c7f618eac2, entries=150, sequenceid=355, filesize=12.0 K
2024-11-09T23:24:50,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/22ba0b68262344568aee5fbf6168cd92 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/22ba0b68262344568aee5fbf6168cd92
2024-11-09T23:24:50,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/22ba0b68262344568aee5fbf6168cd92, entries=150, sequenceid=355, filesize=12.0 K
2024-11-09T23:24:50,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0f0f47f7f446910a6aabb05bcbda07cf in 934ms, sequenceid=355, compaction requested=false
2024-11-09T23:24:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27
2024-11-09T23:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=27
2024-11-09T23:24:50,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26
2024-11-09T23:24:50,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec
2024-11-09T23:24:50,122 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.0220 sec
2024-11-09T23:24:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-09T23:24:50,209 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed
2024-11-09T23:24:50,210 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees
2024-11-09T23:24:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-09T23:24:50,212 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:50,212 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:50,212 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-09T23:24:50,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:50,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-09T23:24:50,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:50,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/54d65c36bf414c85bbcc387f038c4709 is 50, key is test_row_0/A:col10/1731194689393/Put/seqid=0
2024-11-09T23:24:50,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741914_1090 (size=12301)
2024-11-09T23:24:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-09T23:24:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:50,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194750586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:50,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194750690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:50,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/54d65c36bf414c85bbcc387f038c4709
2024-11-09T23:24:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e37e1b7cf68c4e9cb01358ca4c27c37e is 50, key is test_row_0/B:col10/1731194689393/Put/seqid=0
2024-11-09T23:24:50,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741915_1091 (size=12301)
2024-11-09T23:24:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-09T23:24:50,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194750894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:51,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194751196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:51,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e37e1b7cf68c4e9cb01358ca4c27c37e
2024-11-09T23:24:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/6a5f3a2c4bbe488c8e0b079c6edd8a48 is 50, key is test_row_0/C:col10/1731194689393/Put/seqid=0
2024-11-09T23:24:51,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741916_1092 (size=12301)
2024-11-09T23:24:51,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/6a5f3a2c4bbe488c8e0b079c6edd8a48
2024-11-09T23:24:51,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/54d65c36bf414c85bbcc387f038c4709 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/54d65c36bf414c85bbcc387f038c4709
2024-11-09T23:24:51,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/54d65c36bf414c85bbcc387f038c4709, entries=150, sequenceid=373, filesize=12.0 K
2024-11-09T23:24:51,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/e37e1b7cf68c4e9cb01358ca4c27c37e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e37e1b7cf68c4e9cb01358ca4c27c37e
2024-11-09T23:24:51,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e37e1b7cf68c4e9cb01358ca4c27c37e, entries=150, sequenceid=373, filesize=12.0 K
2024-11-09T23:24:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/6a5f3a2c4bbe488c8e0b079c6edd8a48 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/6a5f3a2c4bbe488c8e0b079c6edd8a48
2024-11-09T23:24:51,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/6a5f3a2c4bbe488c8e0b079c6edd8a48, entries=150, sequenceid=373, filesize=12.0 K
2024-11-09T23:24:51,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0f0f47f7f446910a6aabb05bcbda07cf in 898ms, sequenceid=373, compaction requested=true
2024-11-09T23:24:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-11-09T23:24:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=29
2024-11-09T23:24:51,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28
2024-11-09T23:24:51,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec
2024-11-09T23:24:51,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0580 sec
2024-11-09T23:24:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-09T23:24:51,315 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed
2024-11-09T23:24:51,316 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees
2024-11-09T23:24:51,319 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-09T23:24:51,320 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:51,320 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-09T23:24:51,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:51,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-09T23:24:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:51,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:24:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/57d5bed2352c4ccab4941fa4b9ee22db is 50, key is test_row_0/A:col10/1731194690583/Put/seqid=0
2024-11-09T23:24:51,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741917_1093 (size=12301)
2024-11-09T23:24:51,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/57d5bed2352c4ccab4941fa4b9ee22db
2024-11-09T23:24:51,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/2637b973c9904884a836fcf814be3280 is 50, key is test_row_0/B:col10/1731194690583/Put/seqid=0
2024-11-09T23:24:51,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741918_1094 (size=12301)
2024-11-09T23:24:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-09T23:24:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:51,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:51,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194751731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:51,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194751835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:51,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/2637b973c9904884a836fcf814be3280
2024-11-09T23:24:51,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/0957ef08ee364b3f87f7ceb33233271a is 50, key is test_row_0/C:col10/1731194690583/Put/seqid=0
2024-11-09T23:24:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-09T23:24:51,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741919_1095 (size=12301)
2024-11-09T23:24:51,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194751995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:51,996 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:52,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194751999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:52,001 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:52,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194752000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:52,002 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:52,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194752009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:52,011 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:52,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194752038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:52,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/0957ef08ee364b3f87f7ceb33233271a
2024-11-09T23:24:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/57d5bed2352c4ccab4941fa4b9ee22db as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/57d5bed2352c4ccab4941fa4b9ee22db
2024-11-09T23:24:52,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/57d5bed2352c4ccab4941fa4b9ee22db, entries=150, sequenceid=394, filesize=12.0 K
2024-11-09T23:24:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/2637b973c9904884a836fcf814be3280 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/2637b973c9904884a836fcf814be3280
2024-11-09T23:24:52,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194752342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:52,351 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/2637b973c9904884a836fcf814be3280, entries=150, sequenceid=394, filesize=12.0 K
2024-11-09T23:24:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/0957ef08ee364b3f87f7ceb33233271a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/0957ef08ee364b3f87f7ceb33233271a
2024-11-09T23:24:52,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/0957ef08ee364b3f87f7ceb33233271a, entries=150, sequenceid=394, filesize=12.0 K
2024-11-09T23:24:52,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0f0f47f7f446910a6aabb05bcbda07cf in 886ms, sequenceid=394, compaction requested=true
2024-11-09T23:24:52,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:52,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:52,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31
2024-11-09T23:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=31
2024-11-09T23:24:52,361 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30
2024-11-09T23:24:52,361 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0400 sec
2024-11-09T23:24:52,363 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0460 sec
2024-11-09T23:24:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-09T23:24:52,423 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed
2024-11-09T23:24:52,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees
2024-11-09T23:24:52,430 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-09T23:24:52,435 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:52,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-09T23:24:52,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:52,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33
2024-11-09T23:24:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:52,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:24:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:52,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:52,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:52,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/1058589838e14ae7959b7a8e6644a7f6 is 50, key is test_row_0/A:col10/1731194691721/Put/seqid=0
2024-11-09T23:24:52,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741920_1096 (size=12301)
2024-11-09T23:24:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-09T23:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:52,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194752906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:53,002 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/1058589838e14ae7959b7a8e6644a7f6
2024-11-09T23:24:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/c52ccf71472e4104b9d83494d2eecfa2 is 50, key is test_row_0/B:col10/1731194691721/Put/seqid=0
2024-11-09T23:24:53,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194753009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:53,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741921_1097 (size=12301)
2024-11-09T23:24:53,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/c52ccf71472e4104b9d83494d2eecfa2
2024-11-09T23:24:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/57fd21b5ac9a4ab1854dba33b34e3505 is 50, key is test_row_0/C:col10/1731194691721/Put/seqid=0
2024-11-09T23:24:53,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741922_1098 (size=12301)
2024-11-09T23:24:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-09T23:24:53,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/57fd21b5ac9a4ab1854dba33b34e3505
2024-11-09T23:24:53,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/1058589838e14ae7959b7a8e6644a7f6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/1058589838e14ae7959b7a8e6644a7f6
2024-11-09T23:24:53,047 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/1058589838e14ae7959b7a8e6644a7f6, entries=150, sequenceid=409, filesize=12.0 K
2024-11-09T23:24:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/c52ccf71472e4104b9d83494d2eecfa2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c52ccf71472e4104b9d83494d2eecfa2
2024-11-09T23:24:53,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c52ccf71472e4104b9d83494d2eecfa2, entries=150, sequenceid=409, filesize=12.0 K
2024-11-09T23:24:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/57fd21b5ac9a4ab1854dba33b34e3505 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/57fd21b5ac9a4ab1854dba33b34e3505
2024-11-09T23:24:53,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/57fd21b5ac9a4ab1854dba33b34e3505, entries=150, sequenceid=409, filesize=12.0 K
2024-11-09T23:24:53,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0f0f47f7f446910a6aabb05bcbda07cf in 478ms, sequenceid=409, compaction requested=true
2024-11-09T23:24:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-11-09T23:24:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=33
2024-11-09T23:24:53,069 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32
2024-11-09T23:24:53,069 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 632 msec
2024-11-09T23:24:53,071 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 641 msec
2024-11-09T23:24:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:53,215 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:53,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/a6a6ffaa60964d259c55569e44a93c48 is 50, key is test_row_0/A:col10/1731194693214/Put/seqid=0
2024-11-09T23:24:53,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741923_1099 (size=12301)
2024-11-09T23:24:53,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194753251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:53,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194753355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-09T23:24:53,534 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed
2024-11-09T23:24:53,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees
2024-11-09T23:24:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-09T23:24:53,536 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:53,537 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:53,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:53,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194753557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:53,632 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/a6a6ffaa60964d259c55569e44a93c48
2024-11-09T23:24:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-09T23:24:53,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/a824512058bc46f68eb053b17334da84 is 50, key is test_row_0/B:col10/1731194693214/Put/seqid=0
2024-11-09T23:24:53,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741924_1100 (size=12301)
2024-11-09T23:24:53,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:53,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:53,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-09T23:24:53,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:53,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:53,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:53,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194753861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:54,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:54,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,049 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/a824512058bc46f68eb053b17334da84
2024-11-09T23:24:54,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/d660943d54604904bfb6425611f54a6b is 50, key is test_row_0/C:col10/1731194693214/Put/seqid=0
2024-11-09T23:24:54,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741925_1101 (size=12301)
2024-11-09T23:24:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-09T23:24:54,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:54,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:54,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:54,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:54,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194754368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:54,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/d660943d54604904bfb6425611f54a6b
2024-11-09T23:24:54,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:54,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:54,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/a6a6ffaa60964d259c55569e44a93c48 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a6a6ffaa60964d259c55569e44a93c48
2024-11-09T23:24:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:54,477 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a6a6ffaa60964d259c55569e44a93c48, entries=150, sequenceid=431, filesize=12.0 K
2024-11-09T23:24:54,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/a824512058bc46f68eb053b17334da84 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a824512058bc46f68eb053b17334da84
2024-11-09T23:24:54,483 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a824512058bc46f68eb053b17334da84, entries=150, sequenceid=431, filesize=12.0 K
2024-11-09T23:24:54,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/d660943d54604904bfb6425611f54a6b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d660943d54604904bfb6425611f54a6b
2024-11-09T23:24:54,489 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d660943d54604904bfb6425611f54a6b, entries=150, sequenceid=431, filesize=12.0 K
2024-11-09T23:24:54,490 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0f0f47f7f446910a6aabb05bcbda07cf in 1275ms, sequenceid=431, compaction requested=true
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:54,491 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:54,491 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:54,493 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 74590 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-09T23:24:54,493 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 74590 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-09T23:24:54,493 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:54,493 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:54,493 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,493 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,493 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/1fde8ca744e649c38ea6ec5a28bdedae, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/4fcecac7e47545c6a5e6c5c7f618eac2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e37e1b7cf68c4e9cb01358ca4c27c37e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/2637b973c9904884a836fcf814be3280, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c52ccf71472e4104b9d83494d2eecfa2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a824512058bc46f68eb053b17334da84] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=72.8 K
2024-11-09T23:24:54,493 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0b903d5da9624a519e8d87bb9740487a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/191c008828db48618dd1ea1f0829d0d7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/54d65c36bf414c85bbcc387f038c4709, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/57d5bed2352c4ccab4941fa4b9ee22db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/1058589838e14ae7959b7a8e6644a7f6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a6a6ffaa60964d259c55569e44a93c48] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=72.8 K
2024-11-09T23:24:54,494 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b903d5da9624a519e8d87bb9740487a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731194687228
2024-11-09T23:24:54,494 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fde8ca744e649c38ea6ec5a28bdedae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731194687228
2024-11-09T23:24:54,494 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fcecac7e47545c6a5e6c5c7f618eac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731194687850
2024-11-09T23:24:54,494 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 191c008828db48618dd1ea1f0829d0d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731194687850
2024-11-09T23:24:54,494 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d65c36bf414c85bbcc387f038c4709, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731194689393
2024-11-09T23:24:54,495 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37e1b7cf68c4e9cb01358ca4c27c37e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731194689393
2024-11-09T23:24:54,495 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 57d5bed2352c4ccab4941fa4b9ee22db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731194690579
2024-11-09T23:24:54,495 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2637b973c9904884a836fcf814be3280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731194690579
2024-11-09T23:24:54,495 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1058589838e14ae7959b7a8e6644a7f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731194691718
2024-11-09T23:24:54,495 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c52ccf71472e4104b9d83494d2eecfa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731194691718
2024-11-09T23:24:54,495 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a6ffaa60964d259c55569e44a93c48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731194692903
2024-11-09T23:24:54,496 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a824512058bc46f68eb053b17334da84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731194692903
2024-11-09T23:24:54,510 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#87 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:54,511 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/aefc6c92a1004e648f2735174c24db0e is 50, key is test_row_0/B:col10/1731194693214/Put/seqid=0
2024-11-09T23:24:54,514 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#88 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:54,515 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/afe8d110437e4ff196207789968049a3 is 50, key is test_row_0/A:col10/1731194693214/Put/seqid=0
2024-11-09T23:24:54,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741926_1102 (size=13289)
2024-11-09T23:24:54,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741927_1103 (size=13289)
2024-11-09T23:24:54,545 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/aefc6c92a1004e648f2735174c24db0e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/aefc6c92a1004e648f2735174c24db0e
2024-11-09T23:24:54,553 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into aefc6c92a1004e648f2735174c24db0e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:54,553 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:54,553 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=10, startTime=1731194694491; duration=0sec
2024-11-09T23:24:54,553 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:54,553 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:54,553 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-09T23:24:54,554 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 74590 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-09T23:24:54,555 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:54,555 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,555 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3f6987f8a8d741a781dc8b5637fd4098, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/22ba0b68262344568aee5fbf6168cd92, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/6a5f3a2c4bbe488c8e0b079c6edd8a48, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/0957ef08ee364b3f87f7ceb33233271a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/57fd21b5ac9a4ab1854dba33b34e3505, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d660943d54604904bfb6425611f54a6b] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=72.8 K
2024-11-09T23:24:54,555 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f6987f8a8d741a781dc8b5637fd4098, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731194687228
2024-11-09T23:24:54,556 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22ba0b68262344568aee5fbf6168cd92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731194687850
2024-11-09T23:24:54,556 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a5f3a2c4bbe488c8e0b079c6edd8a48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731194689393
2024-11-09T23:24:54,557 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0957ef08ee364b3f87f7ceb33233271a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731194690579
2024-11-09T23:24:54,557 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57fd21b5ac9a4ab1854dba33b34e3505, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731194691718
2024-11-09T23:24:54,557 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d660943d54604904bfb6425611f54a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731194692903
2024-11-09T23:24:54,571 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:54,571 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/10a936979fc84b7ca8221ac700bbef37 is 50, key is test_row_0/C:col10/1731194693214/Put/seqid=0
2024-11-09T23:24:54,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741928_1104 (size=13289)
2024-11-09T23:24:54,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:54,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:54,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:54,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/a9618a3ec9a042ffb965ca9ba89fda94 is 50, key is test_row_0/A:col10/1731194693246/Put/seqid=0
2024-11-09T23:24:54,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741929_1105 (size=12301)
2024-11-09T23:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-09T23:24:54,949 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/afe8d110437e4ff196207789968049a3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/afe8d110437e4ff196207789968049a3
2024-11-09T23:24:54,954 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into afe8d110437e4ff196207789968049a3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:54,954 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:54,954 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=10, startTime=1731194694491; duration=0sec
2024-11-09T23:24:54,954 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:54,954 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:54,983 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/10a936979fc84b7ca8221ac700bbef37 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/10a936979fc84b7ca8221ac700bbef37
2024-11-09T23:24:54,989 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into 10a936979fc84b7ca8221ac700bbef37(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:54,989 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:54,989 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=10, startTime=1731194694491; duration=0sec
2024-11-09T23:24:54,989 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:54,989 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:55,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/a9618a3ec9a042ffb965ca9ba89fda94
2024-11-09T23:24:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/04ee89ec31934c12b4019123cacb4cdb is 50, key is test_row_0/B:col10/1731194693246/Put/seqid=0
2024-11-09T23:24:55,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741930_1106 (size=12301)
2024-11-09T23:24:55,046 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/04ee89ec31934c12b4019123cacb4cdb
2024-11-09T23:24:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/69677a4f20394de08eb5ebfac47e7f39 is 50, key is test_row_0/C:col10/1731194693246/Put/seqid=0
2024-11-09T23:24:55,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741931_1107 (size=12301)
2024-11-09T23:24:55,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/69677a4f20394de08eb5ebfac47e7f39
2024-11-09T23:24:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/a9618a3ec9a042ffb965ca9ba89fda94 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a9618a3ec9a042ffb965ca9ba89fda94
2024-11-09T23:24:55,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a9618a3ec9a042ffb965ca9ba89fda94, entries=150, sequenceid=446, filesize=12.0 K
2024-11-09T23:24:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/04ee89ec31934c12b4019123cacb4cdb as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/04ee89ec31934c12b4019123cacb4cdb
2024-11-09T23:24:55,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/04ee89ec31934c12b4019123cacb4cdb, entries=150, sequenceid=446, filesize=12.0 K
2024-11-09T23:24:55,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/69677a4f20394de08eb5ebfac47e7f39 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/69677a4f20394de08eb5ebfac47e7f39
2024-11-09T23:24:55,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/69677a4f20394de08eb5ebfac47e7f39, entries=150, sequenceid=446, filesize=12.0 K
2024-11-09T23:24:55,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 0f0f47f7f446910a6aabb05bcbda07cf in 471ms, sequenceid=446, compaction requested=false
2024-11-09T23:24:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-09T23:24:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=35
2024-11-09T23:24:55,101 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34
2024-11-09T23:24:55,101 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec
2024-11-09T23:24:55,103 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.5660 sec
2024-11-09T23:24:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:55,407 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:55,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/dc016b94d7a24056967f6b351601c2bf is 50, key is test_row_0/A:col10/1731194695402/Put/seqid=0
2024-11-09T23:24:55,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741932_1108 (size=14741)
2024-11-09T23:24:55,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194755486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:55,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194755589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-09T23:24:55,640 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed
2024-11-09T23:24:55,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:24:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-11-09T23:24:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:55,643 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:24:55,643 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:24:55,644 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:24:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:55,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194755793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:55,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:55,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:55,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:55,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:55,825 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/dc016b94d7a24056967f6b351601c2bf
2024-11-09T23:24:55,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/7c4c5015d4d54d2f84e4264a1ffd3236 is 50, key is test_row_0/B:col10/1731194695402/Put/seqid=0
2024-11-09T23:24:55,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741933_1109 (size=12301)
2024-11-09T23:24:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:55,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:55,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:55,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1731194756003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:56,005 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:56,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1731194756004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:56,006 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:56,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32898 deadline: 1731194756027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:56,028 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:56,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1731194756040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:56,041 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:24:56,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194756094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:56,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:56,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,236 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/7c4c5015d4d54d2f84e4264a1ffd3236
2024-11-09T23:24:56,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/8993672aa2ee4483851ad6bceace3e50 is 50, key is test_row_0/C:col10/1731194695402/Put/seqid=0
2024-11-09T23:24:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:56,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741934_1110 (size=12301)
2024-11-09T23:24:56,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:56,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:56,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:56,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:56,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:56,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:56,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194756597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:56,650 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/8993672aa2ee4483851ad6bceace3e50
2024-11-09T23:24:56,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/dc016b94d7a24056967f6b351601c2bf as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc016b94d7a24056967f6b351601c2bf
2024-11-09T23:24:56,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc016b94d7a24056967f6b351601c2bf, entries=200, sequenceid=459, filesize=14.4 K
2024-11-09T23:24:56,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/7c4c5015d4d54d2f84e4264a1ffd3236 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/7c4c5015d4d54d2f84e4264a1ffd3236
2024-11-09T23:24:56,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/7c4c5015d4d54d2f84e4264a1ffd3236, entries=150, sequenceid=459, filesize=12.0 K
2024-11-09T23:24:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/8993672aa2ee4483851ad6bceace3e50 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/8993672aa2ee4483851ad6bceace3e50
2024-11-09T23:24:56,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/8993672aa2ee4483851ad6bceace3e50, entries=150, sequenceid=459, filesize=12.0 K
2024-11-09T23:24:56,676 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f0f47f7f446910a6aabb05bcbda07cf in 1269ms, sequenceid=459, compaction requested=true
2024-11-09T23:24:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:56,676 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:56,676 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:56,677 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:56,678 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:56,678 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,678 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/afe8d110437e4ff196207789968049a3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a9618a3ec9a042ffb965ca9ba89fda94, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc016b94d7a24056967f6b351601c2bf] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=39.4 K
2024-11-09T23:24:56,678 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:56,678 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:56,678 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,678 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe8d110437e4ff196207789968049a3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731194692903
2024-11-09T23:24:56,678 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/aefc6c92a1004e648f2735174c24db0e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/04ee89ec31934c12b4019123cacb4cdb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/7c4c5015d4d54d2f84e4264a1ffd3236] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=37.0 K
2024-11-09T23:24:56,679 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting aefc6c92a1004e648f2735174c24db0e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731194692903
2024-11-09T23:24:56,679 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9618a3ec9a042ffb965ca9ba89fda94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1731194693235
2024-11-09T23:24:56,679 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 04ee89ec31934c12b4019123cacb4cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1731194693235
2024-11-09T23:24:56,679 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc016b94d7a24056967f6b351601c2bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731194695388
2024-11-09T23:24:56,679 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c4c5015d4d54d2f84e4264a1ffd3236, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731194695388
2024-11-09T23:24:56,689 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:56,689 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/d2f3de3102ec487b9809d48246af2ded is 50, key is test_row_0/A:col10/1731194695402/Put/seqid=0
2024-11-09T23:24:56,693 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:56,694 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/a4242d28784f47aa9b5458858f8f7c80 is 50, key is test_row_0/B:col10/1731194695402/Put/seqid=0
2024-11-09T23:24:56,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741935_1111 (size=13391)
2024-11-09T23:24:56,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:24:56,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-09T23:24:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:24:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/ebd74da26e0c408e921ffca1ceec5ca7 is 50, key is test_row_0/A:col10/1731194695485/Put/seqid=0
2024-11-09T23:24:56,723 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/d2f3de3102ec487b9809d48246af2ded as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d2f3de3102ec487b9809d48246af2ded
2024-11-09T23:24:56,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741936_1112 (size=13391)
2024-11-09T23:24:56,733 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/a4242d28784f47aa9b5458858f8f7c80 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a4242d28784f47aa9b5458858f8f7c80
2024-11-09T23:24:56,736 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into d2f3de3102ec487b9809d48246af2ded(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:56,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:56,736 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194696676; duration=0sec
2024-11-09T23:24:56,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:56,736 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:56,737 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:56,739 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:56,739 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:56,740 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:56,740 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/10a936979fc84b7ca8221ac700bbef37, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/69677a4f20394de08eb5ebfac47e7f39, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/8993672aa2ee4483851ad6bceace3e50] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=37.0 K
2024-11-09T23:24:56,740 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10a936979fc84b7ca8221ac700bbef37, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731194692903
2024-11-09T23:24:56,743 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69677a4f20394de08eb5ebfac47e7f39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1731194693235
2024-11-09T23:24:56,743 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into a4242d28784f47aa9b5458858f8f7c80(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:56,743 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:56,743 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194696676; duration=0sec
2024-11-09T23:24:56,743 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:56,743 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:56,743 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8993672aa2ee4483851ad6bceace3e50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731194695388
2024-11-09T23:24:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:56,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741937_1113 (size=12301)
2024-11-09T23:24:56,756 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:56,757 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/55a812cbed4b48c78b1dd78ca488ec39 is 50, key is test_row_0/C:col10/1731194695402/Put/seqid=0
2024-11-09T23:24:56,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741938_1114 (size=13391)
2024-11-09T23:24:57,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/ebd74da26e0c408e921ffca1ceec5ca7
2024-11-09T23:24:57,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d922a559e2bf464f856dd72a03c17d12 is 50, key is test_row_0/B:col10/1731194695485/Put/seqid=0
2024-11-09T23:24:57,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741939_1115 (size=12301)
2024-11-09T23:24:57,169 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/55a812cbed4b48c78b1dd78ca488ec39 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/55a812cbed4b48c78b1dd78ca488ec39
2024-11-09T23:24:57,174 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into 55a812cbed4b48c78b1dd78ca488ec39(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:57,175 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:57,175 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194696677; duration=0sec
2024-11-09T23:24:57,175 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:57,175 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:57,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d922a559e2bf464f856dd72a03c17d12
2024-11-09T23:24:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/004723563ccf4d4ea0061db87235a7d3 is 50, key is test_row_0/C:col10/1731194695485/Put/seqid=0
2024-11-09T23:24:57,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741940_1116 (size=12301)
2024-11-09T23:24:57,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. as already flushing
2024-11-09T23:24:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:57,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194757618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:57,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194757722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:57,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194757925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:57,986 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/004723563ccf4d4ea0061db87235a7d3
2024-11-09T23:24:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/ebd74da26e0c408e921ffca1ceec5ca7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ebd74da26e0c408e921ffca1ceec5ca7
2024-11-09T23:24:57,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ebd74da26e0c408e921ffca1ceec5ca7, entries=150, sequenceid=484, filesize=12.0 K
2024-11-09T23:24:57,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/d922a559e2bf464f856dd72a03c17d12 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d922a559e2bf464f856dd72a03c17d12
2024-11-09T23:24:58,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d922a559e2bf464f856dd72a03c17d12, entries=150, sequenceid=484, filesize=12.0 K
2024-11-09T23:24:58,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/004723563ccf4d4ea0061db87235a7d3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/004723563ccf4d4ea0061db87235a7d3
2024-11-09T23:24:58,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/004723563ccf4d4ea0061db87235a7d3, entries=150, sequenceid=484, filesize=12.0 K
2024-11-09T23:24:58,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f0f47f7f446910a6aabb05bcbda07cf in 1302ms, sequenceid=484, compaction requested=false
2024-11-09T23:24:58,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:58,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-09T23:24:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=37
2024-11-09T23:24:58,020 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36
2024-11-09T23:24:58,020 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3740 sec
2024-11-09T23:24:58,021 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.3790 sec
2024-11-09T23:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:58,231 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:24:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:58,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:58,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/14da621fcc8f4976bf562204ab0ca066 is 50, key is test_row_0/A:col10/1731194698230/Put/seqid=0
2024-11-09T23:24:58,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741941_1117 (size=12297)
2024-11-09T23:24:58,242 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/14da621fcc8f4976bf562204ab0ca066
2024-11-09T23:24:58,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/3a7f873d04b44ea88cb5c6da44a7b51a is 50, key is test_row_0/B:col10/1731194698230/Put/seqid=0
2024-11-09T23:24:58,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741942_1118 (size=9857)
2024-11-09T23:24:58,257 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/3a7f873d04b44ea88cb5c6da44a7b51a
2024-11-09T23:24:58,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/e3bd5fa13cb6459387a318ec4cb4c50e is 50, key is test_row_0/C:col10/1731194698230/Put/seqid=0
2024-11-09T23:24:58,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741943_1119 (size=9857)
2024-11-09T23:24:58,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194758280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:58,286 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:58838
2024-11-09T23:24:58,286 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:58838
2024-11-09T23:24:58,287 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:24:58,287 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:24:58,288 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:58838
2024-11-09T23:24:58,288 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:24:58,291 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:58838
2024-11-09T23:24:58,291 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:24:58,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194758384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:58,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T23:24:58,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1731194758586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945
2024-11-09T23:24:58,587 ERROR [LeaseRenewer:jenkins@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:46087,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:24:58,670 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/e3bd5fa13cb6459387a318ec4cb4c50e
2024-11-09T23:24:58,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/14da621fcc8f4976bf562204ab0ca066 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/14da621fcc8f4976bf562204ab0ca066
2024-11-09T23:24:58,687 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/14da621fcc8f4976bf562204ab0ca066, entries=150, sequenceid=499, filesize=12.0 K
2024-11-09T23:24:58,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/3a7f873d04b44ea88cb5c6da44a7b51a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/3a7f873d04b44ea88cb5c6da44a7b51a
2024-11-09T23:24:58,694 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/3a7f873d04b44ea88cb5c6da44a7b51a, entries=100, sequenceid=499, filesize=9.6 K
2024-11-09T23:24:58,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/e3bd5fa13cb6459387a318ec4cb4c50e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/e3bd5fa13cb6459387a318ec4cb4c50e
2024-11-09T23:24:58,700 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/e3bd5fa13cb6459387a318ec4cb4c50e, entries=100, sequenceid=499, filesize=9.6 K
2024-11-09T23:24:58,701 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f0f47f7f446910a6aabb05bcbda07cf in 470ms, sequenceid=499, compaction requested=true
2024-11-09T23:24:58,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:58,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:24:58,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:58,701 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:58,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:24:58,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:58,702 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:58,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f0f47f7f446910a6aabb05bcbda07cf:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:24:58,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:58,703 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37989 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:58,703 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:58,703 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/A is initiating minor compaction (all files)
2024-11-09T23:24:58,703 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/B is initiating minor compaction (all files)
2024-11-09T23:24:58,703 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/A in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:58,703 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/B in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:58,703 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d2f3de3102ec487b9809d48246af2ded, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ebd74da26e0c408e921ffca1ceec5ca7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/14da621fcc8f4976bf562204ab0ca066] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=37.1 K
2024-11-09T23:24:58,703 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a4242d28784f47aa9b5458858f8f7c80, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d922a559e2bf464f856dd72a03c17d12, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/3a7f873d04b44ea88cb5c6da44a7b51a] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=34.7 K
2024-11-09T23:24:58,703 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a4242d28784f47aa9b5458858f8f7c80, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731194695388
2024-11-09T23:24:58,703 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f3de3102ec487b9809d48246af2ded, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731194695388
2024-11-09T23:24:58,704 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d922a559e2bf464f856dd72a03c17d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731194695471
2024-11-09T23:24:58,704 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebd74da26e0c408e921ffca1ceec5ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731194695471
2024-11-09T23:24:58,704 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a7f873d04b44ea88cb5c6da44a7b51a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731194697614
2024-11-09T23:24:58,704 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14da621fcc8f4976bf562204ab0ca066, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731194697614
2024-11-09T23:24:58,712 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#A#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:58,712 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:58,712 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/aa5590b15929485897376fc956551076 is 50, key is test_row_0/A:col10/1731194698230/Put/seqid=0
2024-11-09T23:24:58,712 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/455f04fc7e6e406a92dabccabdf7b7b4 is 50, key is test_row_0/B:col10/1731194698230/Put/seqid=0
2024-11-09T23:24:58,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741945_1121 (size=13493)
2024-11-09T23:24:58,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741944_1120 (size=13493)
2024-11-09T23:24:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:24:58,890 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:24:58,890 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:58838
2024-11-09T23:24:58,890 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:24:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:24:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:24:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:24:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:24:58,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/6fb251d0dc3e4c8b8b1a6d5a494522ff is 50, key is test_row_0/A:col10/1731194698279/Put/seqid=0
2024-11-09T23:24:58,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741946_1122 (size=12301)
2024-11-09T23:24:59,129 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/aa5590b15929485897376fc956551076 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/aa5590b15929485897376fc956551076
2024-11-09T23:24:59,129 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/455f04fc7e6e406a92dabccabdf7b7b4 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/455f04fc7e6e406a92dabccabdf7b7b4
2024-11-09T23:24:59,135 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/B of 0f0f47f7f446910a6aabb05bcbda07cf into 455f04fc7e6e406a92dabccabdf7b7b4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:59,135 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/A of 0f0f47f7f446910a6aabb05bcbda07cf into aa5590b15929485897376fc956551076(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:59,135 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/B, priority=13, startTime=1731194698701; duration=0sec
2024-11-09T23:24:59,135 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/A, priority=13, startTime=1731194698701; duration=0sec
2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:B
2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:A
2024-11-09T23:24:59,135 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:24:59,137 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:24:59,137 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 0f0f47f7f446910a6aabb05bcbda07cf/C is initiating minor compaction (all files)
2024-11-09T23:24:59,137 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f0f47f7f446910a6aabb05bcbda07cf/C in TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:24:59,137 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/55a812cbed4b48c78b1dd78ca488ec39, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/004723563ccf4d4ea0061db87235a7d3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/e3bd5fa13cb6459387a318ec4cb4c50e] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp, totalSize=34.7 K
2024-11-09T23:24:59,138 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a812cbed4b48c78b1dd78ca488ec39, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731194695388
2024-11-09T23:24:59,138 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 004723563ccf4d4ea0061db87235a7d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731194695471
2024-11-09T23:24:59,138 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e3bd5fa13cb6459387a318ec4cb4c50e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731194697614
2024-11-09T23:24:59,145 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f0f47f7f446910a6aabb05bcbda07cf#C#compaction#108 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:24:59,146 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/f233f452efde404f98d70fbabd493531 is 50, key is test_row_0/C:col10/1731194698230/Put/seqid=0
2024-11-09T23:24:59,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741947_1123 (size=13493)
2024-11-09T23:24:59,303 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/6fb251d0dc3e4c8b8b1a6d5a494522ff
2024-11-09T23:24:59,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/8920c54252cc4adda426e80cfd52c8bc is 50, key is test_row_0/B:col10/1731194698279/Put/seqid=0
2024-11-09T23:24:59,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741948_1124 (size=12301)
2024-11-09T23:24:59,560 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/f233f452efde404f98d70fbabd493531 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f233f452efde404f98d70fbabd493531
2024-11-09T23:24:59,567 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f0f47f7f446910a6aabb05bcbda07cf/C of 0f0f47f7f446910a6aabb05bcbda07cf into f233f452efde404f98d70fbabd493531(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:24:59,567 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:24:59,567 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf., storeName=0f0f47f7f446910a6aabb05bcbda07cf/C, priority=13, startTime=1731194698702; duration=0sec
2024-11-09T23:24:59,567 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:24:59,568 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f0f47f7f446910a6aabb05bcbda07cf:C
2024-11-09T23:24:59,718 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/8920c54252cc4adda426e80cfd52c8bc
2024-11-09T23:24:59,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/1b75743648034a41a1ee946988627d98 is 50, key is test_row_0/C:col10/1731194698279/Put/seqid=0
2024-11-09T23:24:59,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741949_1125 (size=12301)
2024-11-09T23:24:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-09T23:24:59,748 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed
2024-11-09T23:25:00,139 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/1b75743648034a41a1ee946988627d98
2024-11-09T23:25:00,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/6fb251d0dc3e4c8b8b1a6d5a494522ff as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/6fb251d0dc3e4c8b8b1a6d5a494522ff
2024-11-09T23:25:00,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/6fb251d0dc3e4c8b8b1a6d5a494522ff, entries=150, sequenceid=524, filesize=12.0 K
2024-11-09T23:25:00,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/8920c54252cc4adda426e80cfd52c8bc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8920c54252cc4adda426e80cfd52c8bc
2024-11-09T23:25:00,162 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8920c54252cc4adda426e80cfd52c8bc, entries=150, sequenceid=524, filesize=12.0 K
2024-11-09T23:25:00,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/1b75743648034a41a1ee946988627d98 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/1b75743648034a41a1ee946988627d98
2024-11-09T23:25:00,168 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/1b75743648034a41a1ee946988627d98, entries=150, sequenceid=524, filesize=12.0 K
2024-11-09T23:25:00,169 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 0f0f47f7f446910a6aabb05bcbda07cf in 1279ms, sequenceid=524, compaction requested=false
2024-11-09T23:25:00,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:25:02,914 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:46087,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:03,628 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T23:25:03,632 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T23:25:06,021 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:58838
2024-11-09T23:25:06,021 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:06,038 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:58838
2024-11-09T23:25:06,038 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:06,090 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:58838
2024-11-09T23:25:06,090 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:06,124 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:58838
2024-11-09T23:25:06,124 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 56
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 194
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 60
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6169
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6190
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2690
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8067 rows
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2680
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8040 rows
2024-11-09T23:25:06,125 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:25:06,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:58838
2024-11-09T23:25:06,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:06,128 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-09T23:25:06,132 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T23:25:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:06,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194706138"}]},"ts":"1731194706138"}
2024-11-09T23:25:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-09T23:25:06,140 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T23:25:06,152 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T23:25:06,154 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:25:06,158 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, UNASSIGN}]
2024-11-09T23:25:06,159 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, UNASSIGN
2024-11-09T23:25:06,159 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=0f0f47f7f446910a6aabb05bcbda07cf, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:06,160 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:25:06,161 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:25:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-09T23:25:06,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:06,319 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:25:06,320 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:25:06,321 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 0f0f47f7f446910a6aabb05bcbda07cf, disabling compactions & flushes
2024-11-09T23:25:06,321 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:25:06,321 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:25:06,321 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf. after waiting 0 ms
2024-11-09T23:25:06,321 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:25:06,322 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 0f0f47f7f446910a6aabb05bcbda07cf 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T23:25:06,322 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=A
2024-11-09T23:25:06,322 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:06,322 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=B
2024-11-09T23:25:06,322 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:06,323 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f0f47f7f446910a6aabb05bcbda07cf, store=C
2024-11-09T23:25:06,323 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:06,331 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/11addfd5efa64598bcdfb1e21179d6a8 is 50, key is test_row_0/A:col10/1731194706123/Put/seqid=0
2024-11-09T23:25:06,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741950_1126 (size=9857)
2024-11-09T23:25:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-09T23:25:06,737 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/11addfd5efa64598bcdfb1e21179d6a8
2024-11-09T23:25:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-09T23:25:06,752 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/8ceb1664b31743aa80ca0a1f2b1ddeec is 50, key is test_row_0/B:col10/1731194706123/Put/seqid=0
2024-11-09T23:25:06,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741951_1127 (size=9857)
2024-11-09T23:25:07,159 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/8ceb1664b31743aa80ca0a1f2b1ddeec
2024-11-09T23:25:07,172 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/cfa653e89aa142bfb71bdec18d5b66c8 is 50, key is test_row_0/C:col10/1731194706123/Put/seqid=0
2024-11-09T23:25:07,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741952_1128 (size=9857)
2024-11-09T23:25:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-09T23:25:07,578 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/cfa653e89aa142bfb71bdec18d5b66c8
2024-11-09T23:25:07,589 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/A/11addfd5efa64598bcdfb1e21179d6a8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/11addfd5efa64598bcdfb1e21179d6a8
2024-11-09T23:25:07,594 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/11addfd5efa64598bcdfb1e21179d6a8, entries=100, sequenceid=534, filesize=9.6 K
2024-11-09T23:25:07,596 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/B/8ceb1664b31743aa80ca0a1f2b1ddeec as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8ceb1664b31743aa80ca0a1f2b1ddeec
2024-11-09T23:25:07,600 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8ceb1664b31743aa80ca0a1f2b1ddeec, entries=100, sequenceid=534, filesize=9.6 K
2024-11-09T23:25:07,601 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/.tmp/C/cfa653e89aa142bfb71bdec18d5b66c8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/cfa653e89aa142bfb71bdec18d5b66c8
2024-11-09T23:25:07,605 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/cfa653e89aa142bfb71bdec18d5b66c8, entries=100, sequenceid=534, filesize=9.6 K
2024-11-09T23:25:07,606 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0f0f47f7f446910a6aabb05bcbda07cf in 1285ms, sequenceid=534, compaction requested=true
2024-11-09T23:25:07,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ac4702c49f864c97939cda8b4d35c56b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/be2c088c67964a5bb0ca5c70f7bbd406, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e5bdd3da2329494daaca48197c623e4a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/64051b488ebd4e43ad188a6cc80c768b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e0c42fd60c244d8d9eb6e6e257a2f9be, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc84829d59dd43c8893dcdcbcf4595db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7db7d6f180484b04a54a284eabdf9a21, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/32c66bab8d5a45a3b090c3a4b3683560, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/236c94e18a68448d95904bb6df9de0a7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b8f62d455b804aa482112d2f867c693d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0dfa4a0f45584a3797df9f517b78b7ae, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d6f1b8541d534a40b8c4f749b047dfcd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0f4310996e3849c286e030b332d5d328, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/c0b7670edf8c47bba8aa75deb676f60f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7cf8e440ebf24eff991490c2c9126be4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/729fadd0a02042a1bb1c2160395dfdd1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/9b91b521c37741d9966c42cc2574f3df, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e951fa9ca84c4244af271a3b24ed3398, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/815c85e20963481eb77e5877ddfc8197, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b0536e5517d241949fe09a733d314cf0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/157b7bcc653f4ac58d895a56213d3c54, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/919e3938d7904fa2bbb0bd4cc584aac9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0b903d5da9624a519e8d87bb9740487a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/3e71d1523a7b426f896eafdd1ade12f2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/191c008828db48618dd1ea1f0829d0d7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/54d65c36bf414c85bbcc387f038c4709, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/57d5bed2352c4ccab4941fa4b9ee22db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/1058589838e14ae7959b7a8e6644a7f6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/afe8d110437e4ff196207789968049a3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a6a6ffaa60964d259c55569e44a93c48, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a9618a3ec9a042ffb965ca9ba89fda94, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc016b94d7a24056967f6b351601c2bf, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d2f3de3102ec487b9809d48246af2ded, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ebd74da26e0c408e921ffca1ceec5ca7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/14da621fcc8f4976bf562204ab0ca066] to archive
2024-11-09T23:25:07,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:25:07,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ac4702c49f864c97939cda8b4d35c56b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ac4702c49f864c97939cda8b4d35c56b
2024-11-09T23:25:07,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/be2c088c67964a5bb0ca5c70f7bbd406 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/be2c088c67964a5bb0ca5c70f7bbd406
2024-11-09T23:25:07,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e5bdd3da2329494daaca48197c623e4a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e5bdd3da2329494daaca48197c623e4a
2024-11-09T23:25:07,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/64051b488ebd4e43ad188a6cc80c768b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/64051b488ebd4e43ad188a6cc80c768b
2024-11-09T23:25:07,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e0c42fd60c244d8d9eb6e6e257a2f9be to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e0c42fd60c244d8d9eb6e6e257a2f9be
2024-11-09T23:25:07,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc84829d59dd43c8893dcdcbcf4595db to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc84829d59dd43c8893dcdcbcf4595db
2024-11-09T23:25:07,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7db7d6f180484b04a54a284eabdf9a21 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7db7d6f180484b04a54a284eabdf9a21
2024-11-09T23:25:07,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/32c66bab8d5a45a3b090c3a4b3683560 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/32c66bab8d5a45a3b090c3a4b3683560
2024-11-09T23:25:07,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/236c94e18a68448d95904bb6df9de0a7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/236c94e18a68448d95904bb6df9de0a7
2024-11-09T23:25:07,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b8f62d455b804aa482112d2f867c693d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b8f62d455b804aa482112d2f867c693d
2024-11-09T23:25:07,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0dfa4a0f45584a3797df9f517b78b7ae to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0dfa4a0f45584a3797df9f517b78b7ae
2024-11-09T23:25:07,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d6f1b8541d534a40b8c4f749b047dfcd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d6f1b8541d534a40b8c4f749b047dfcd
2024-11-09T23:25:07,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0f4310996e3849c286e030b332d5d328 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0f4310996e3849c286e030b332d5d328
2024-11-09T23:25:07,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/c0b7670edf8c47bba8aa75deb676f60f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/c0b7670edf8c47bba8aa75deb676f60f
2024-11-09T23:25:07,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7cf8e440ebf24eff991490c2c9126be4 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/7cf8e440ebf24eff991490c2c9126be4
2024-11-09T23:25:07,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/729fadd0a02042a1bb1c2160395dfdd1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/729fadd0a02042a1bb1c2160395dfdd1
2024-11-09T23:25:07,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/9b91b521c37741d9966c42cc2574f3df to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/9b91b521c37741d9966c42cc2574f3df
2024-11-09T23:25:07,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e951fa9ca84c4244af271a3b24ed3398 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/e951fa9ca84c4244af271a3b24ed3398
2024-11-09T23:25:07,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/815c85e20963481eb77e5877ddfc8197 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/815c85e20963481eb77e5877ddfc8197
2024-11-09T23:25:07,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b0536e5517d241949fe09a733d314cf0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/b0536e5517d241949fe09a733d314cf0
2024-11-09T23:25:07,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/157b7bcc653f4ac58d895a56213d3c54 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/157b7bcc653f4ac58d895a56213d3c54
2024-11-09T23:25:07,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/919e3938d7904fa2bbb0bd4cc584aac9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/919e3938d7904fa2bbb0bd4cc584aac9
2024-11-09T23:25:07,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0b903d5da9624a519e8d87bb9740487a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/0b903d5da9624a519e8d87bb9740487a
2024-11-09T23:25:07,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/3e71d1523a7b426f896eafdd1ade12f2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/3e71d1523a7b426f896eafdd1ade12f2
2024-11-09T23:25:07,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/191c008828db48618dd1ea1f0829d0d7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/191c008828db48618dd1ea1f0829d0d7
2024-11-09T23:25:07,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/54d65c36bf414c85bbcc387f038c4709 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/54d65c36bf414c85bbcc387f038c4709
2024-11-09T23:25:07,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/57d5bed2352c4ccab4941fa4b9ee22db to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/57d5bed2352c4ccab4941fa4b9ee22db
2024-11-09T23:25:07,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/1058589838e14ae7959b7a8e6644a7f6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/1058589838e14ae7959b7a8e6644a7f6
2024-11-09T23:25:07,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/afe8d110437e4ff196207789968049a3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/afe8d110437e4ff196207789968049a3
2024-11-09T23:25:07,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a6a6ffaa60964d259c55569e44a93c48 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a6a6ffaa60964d259c55569e44a93c48
2024-11-09T23:25:07,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a9618a3ec9a042ffb965ca9ba89fda94 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/a9618a3ec9a042ffb965ca9ba89fda94
2024-11-09T23:25:07,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc016b94d7a24056967f6b351601c2bf to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/dc016b94d7a24056967f6b351601c2bf
2024-11-09T23:25:07,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d2f3de3102ec487b9809d48246af2ded to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/d2f3de3102ec487b9809d48246af2ded
2024-11-09T23:25:07,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ebd74da26e0c408e921ffca1ceec5ca7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/ebd74da26e0c408e921ffca1ceec5ca7
2024-11-09T23:25:07,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/14da621fcc8f4976bf562204ab0ca066 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/14da621fcc8f4976bf562204ab0ca066
2024-11-09T23:25:07,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/0656551bfbd641958cd5fa1bb91f5f27, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d1e8fae4e3374e8ba4569cc3790507d7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/acf97e771a1041a4a5d356bf74cb0933, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/cf863480da224f858bdcdb93bf4867e1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/66a129dc89ca4fd68f18c8d4c8ff83d9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e9402c6b93004dcf9e293b8ed06964cd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/51043eec38444648ad1853487150b628, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/26cf9e7679994157ae80e8143eb9d754, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/dc5bb274a9084a2b96fd7cf694819b3e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e26e59ad002f497bb689080bcca7873d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/602a707d947a4619bf3823738fc64de4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/12597241952646889d28033bb77fc662, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/42f13482192540ba9c2076ce8192420a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f95ec82d5cb846d7b5c4532a7e1c5eef, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d7f465a64106431fab7ec57cae3bce24, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/6a7891c538a14628bddccf73901d6136, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/40cc7f27355642ac88a864ccbf775e5d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/37d51dbc846e479fab170193cb817be7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f1ddc6f5469a474d8d9549d21a4a373d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/ccd4e2f848104592b431aa21dba47098, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c30f517ae97147eea8295fc5fc10cbba, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f10f59cf18194e2189d940c3d321cfc8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/1fde8ca744e649c38ea6ec5a28bdedae, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/b83bf25a0eb941e6a96c204145c5d3cd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/4fcecac7e47545c6a5e6c5c7f618eac2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e37e1b7cf68c4e9cb01358ca4c27c37e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/2637b973c9904884a836fcf814be3280, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c52ccf71472e4104b9d83494d2eecfa2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/aefc6c92a1004e648f2735174c24db0e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a824512058bc46f68eb053b17334da84, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/04ee89ec31934c12b4019123cacb4cdb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a4242d28784f47aa9b5458858f8f7c80, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/7c4c5015d4d54d2f84e4264a1ffd3236, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d922a559e2bf464f856dd72a03c17d12, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/3a7f873d04b44ea88cb5c6da44a7b51a] to archive
2024-11-09T23:25:07,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:25:07,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/0656551bfbd641958cd5fa1bb91f5f27 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/0656551bfbd641958cd5fa1bb91f5f27
2024-11-09T23:25:07,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d1e8fae4e3374e8ba4569cc3790507d7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d1e8fae4e3374e8ba4569cc3790507d7
2024-11-09T23:25:07,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/acf97e771a1041a4a5d356bf74cb0933 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/acf97e771a1041a4a5d356bf74cb0933
2024-11-09T23:25:07,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/cf863480da224f858bdcdb93bf4867e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/cf863480da224f858bdcdb93bf4867e1
2024-11-09T23:25:07,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/66a129dc89ca4fd68f18c8d4c8ff83d9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/66a129dc89ca4fd68f18c8d4c8ff83d9
2024-11-09T23:25:07,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e9402c6b93004dcf9e293b8ed06964cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e9402c6b93004dcf9e293b8ed06964cd
2024-11-09T23:25:07,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/51043eec38444648ad1853487150b628 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/51043eec38444648ad1853487150b628
2024-11-09T23:25:07,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/26cf9e7679994157ae80e8143eb9d754 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/26cf9e7679994157ae80e8143eb9d754
2024-11-09T23:25:07,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/dc5bb274a9084a2b96fd7cf694819b3e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/dc5bb274a9084a2b96fd7cf694819b3e
2024-11-09T23:25:07,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e26e59ad002f497bb689080bcca7873d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e26e59ad002f497bb689080bcca7873d
2024-11-09T23:25:07,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/602a707d947a4619bf3823738fc64de4 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/602a707d947a4619bf3823738fc64de4
2024-11-09T23:25:07,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/12597241952646889d28033bb77fc662 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/12597241952646889d28033bb77fc662
2024-11-09T23:25:07,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/42f13482192540ba9c2076ce8192420a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/42f13482192540ba9c2076ce8192420a
2024-11-09T23:25:07,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f95ec82d5cb846d7b5c4532a7e1c5eef to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f95ec82d5cb846d7b5c4532a7e1c5eef
2024-11-09T23:25:07,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d7f465a64106431fab7ec57cae3bce24 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d7f465a64106431fab7ec57cae3bce24
2024-11-09T23:25:07,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/6a7891c538a14628bddccf73901d6136 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/6a7891c538a14628bddccf73901d6136
2024-11-09T23:25:07,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/40cc7f27355642ac88a864ccbf775e5d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/40cc7f27355642ac88a864ccbf775e5d
2024-11-09T23:25:07,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/37d51dbc846e479fab170193cb817be7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/37d51dbc846e479fab170193cb817be7
2024-11-09T23:25:07,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f1ddc6f5469a474d8d9549d21a4a373d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f1ddc6f5469a474d8d9549d21a4a373d
2024-11-09T23:25:07,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/ccd4e2f848104592b431aa21dba47098 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/ccd4e2f848104592b431aa21dba47098
2024-11-09T23:25:07,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c30f517ae97147eea8295fc5fc10cbba to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c30f517ae97147eea8295fc5fc10cbba
2024-11-09T23:25:07,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f10f59cf18194e2189d940c3d321cfc8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/f10f59cf18194e2189d940c3d321cfc8
2024-11-09T23:25:07,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/1fde8ca744e649c38ea6ec5a28bdedae to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/1fde8ca744e649c38ea6ec5a28bdedae
2024-11-09T23:25:07,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/b83bf25a0eb941e6a96c204145c5d3cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/b83bf25a0eb941e6a96c204145c5d3cd
2024-11-09T23:25:07,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/4fcecac7e47545c6a5e6c5c7f618eac2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/4fcecac7e47545c6a5e6c5c7f618eac2
2024-11-09T23:25:07,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e37e1b7cf68c4e9cb01358ca4c27c37e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/e37e1b7cf68c4e9cb01358ca4c27c37e
2024-11-09T23:25:07,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/2637b973c9904884a836fcf814be3280 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/2637b973c9904884a836fcf814be3280
2024-11-09T23:25:07,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c52ccf71472e4104b9d83494d2eecfa2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/c52ccf71472e4104b9d83494d2eecfa2
2024-11-09T23:25:07,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/aefc6c92a1004e648f2735174c24db0e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/aefc6c92a1004e648f2735174c24db0e
2024-11-09T23:25:07,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a824512058bc46f68eb053b17334da84 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a824512058bc46f68eb053b17334da84
2024-11-09T23:25:07,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/04ee89ec31934c12b4019123cacb4cdb to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/04ee89ec31934c12b4019123cacb4cdb
2024-11-09T23:25:07,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a4242d28784f47aa9b5458858f8f7c80 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/a4242d28784f47aa9b5458858f8f7c80
2024-11-09T23:25:07,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/7c4c5015d4d54d2f84e4264a1ffd3236 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/7c4c5015d4d54d2f84e4264a1ffd3236
2024-11-09T23:25:07,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d922a559e2bf464f856dd72a03c17d12 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/d922a559e2bf464f856dd72a03c17d12
2024-11-09T23:25:07,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/3a7f873d04b44ea88cb5c6da44a7b51a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/3a7f873d04b44ea88cb5c6da44a7b51a
2024-11-09T23:25:07,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b3ee594552f1429996915ad113aed40f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/56c49a0fead14656a8f11eaaa830651b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f9607aa298af4f77814a8da8fb8337b8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/dce55de333664509b7a4cdc368d77dd6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b31087e1527f4c9d89a61494235a051e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/a7cbf4a156174dce95eb39f26626a7f7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/7f0538a4d13a41d7b0477701ba3a68bc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d3757103538f4137b4893ca6e20644c5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b22594fb1feb43d489b0f144cdb7bf35, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/4b9cd548abbf4f7882e03be993e41957, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/117b3f301f4049a88e0eb31752a3c9a4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/44a07184ff2b461ab6544e00baad2332, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/360bfbf3654b47f29ff6e45f8358b915, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/afa0cc0fb95e4178b0f9ddc6e17d4755, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/bf50cb54a04d4abf9d1697db6e3c5e8c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3540cd13e4dc4572b2ee2ff83be4da56, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/75a85b21dd9c4a4f8b6782c268fa02ef, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/fef651ad408f4b418111ef96198031da, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/ad45d7068ce346a6ab7e120b1bbdd574, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b892bb5aab8049378b14bc32f6d57278, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/096a6687ed2d4fa2ad4ae506adc88f4c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/421a4d6ae97e4abf96afd7704628b1ac, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3f6987f8a8d741a781dc8b5637fd4098, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/605c31b7df6f45f9bf5ea3b3efa2d19b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/22ba0b68262344568aee5fbf6168cd92, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/6a5f3a2c4bbe488c8e0b079c6edd8a48, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/0957ef08ee364b3f87f7ceb33233271a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/57fd21b5ac9a4ab1854dba33b34e3505, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/10a936979fc84b7ca8221ac700bbef37, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d660943d54604904bfb6425611f54a6b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/69677a4f20394de08eb5ebfac47e7f39, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/55a812cbed4b48c78b1dd78ca488ec39, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/8993672aa2ee4483851ad6bceace3e50, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/004723563ccf4d4ea0061db87235a7d3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/e3bd5fa13cb6459387a318ec4cb4c50e] to archive
2024-11-09T23:25:07,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:25:07,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b3ee594552f1429996915ad113aed40f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b3ee594552f1429996915ad113aed40f
2024-11-09T23:25:07,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/56c49a0fead14656a8f11eaaa830651b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/56c49a0fead14656a8f11eaaa830651b
2024-11-09T23:25:07,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f9607aa298af4f77814a8da8fb8337b8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f9607aa298af4f77814a8da8fb8337b8
2024-11-09T23:25:07,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/dce55de333664509b7a4cdc368d77dd6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/dce55de333664509b7a4cdc368d77dd6
2024-11-09T23:25:07,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b31087e1527f4c9d89a61494235a051e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b31087e1527f4c9d89a61494235a051e
2024-11-09T23:25:07,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/a7cbf4a156174dce95eb39f26626a7f7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/a7cbf4a156174dce95eb39f26626a7f7
2024-11-09T23:25:07,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/7f0538a4d13a41d7b0477701ba3a68bc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/7f0538a4d13a41d7b0477701ba3a68bc
2024-11-09T23:25:07,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d3757103538f4137b4893ca6e20644c5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d3757103538f4137b4893ca6e20644c5
2024-11-09T23:25:07,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b22594fb1feb43d489b0f144cdb7bf35 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b22594fb1feb43d489b0f144cdb7bf35
2024-11-09T23:25:07,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/4b9cd548abbf4f7882e03be993e41957 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/4b9cd548abbf4f7882e03be993e41957
2024-11-09T23:25:07,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/117b3f301f4049a88e0eb31752a3c9a4 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/117b3f301f4049a88e0eb31752a3c9a4
2024-11-09T23:25:07,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/44a07184ff2b461ab6544e00baad2332 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/44a07184ff2b461ab6544e00baad2332
2024-11-09T23:25:07,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/360bfbf3654b47f29ff6e45f8358b915 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/360bfbf3654b47f29ff6e45f8358b915
2024-11-09T23:25:07,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/afa0cc0fb95e4178b0f9ddc6e17d4755 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/afa0cc0fb95e4178b0f9ddc6e17d4755
2024-11-09T23:25:07,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/bf50cb54a04d4abf9d1697db6e3c5e8c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/bf50cb54a04d4abf9d1697db6e3c5e8c
2024-11-09T23:25:07,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3540cd13e4dc4572b2ee2ff83be4da56 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3540cd13e4dc4572b2ee2ff83be4da56
2024-11-09T23:25:07,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/75a85b21dd9c4a4f8b6782c268fa02ef to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/75a85b21dd9c4a4f8b6782c268fa02ef
2024-11-09T23:25:07,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/fef651ad408f4b418111ef96198031da to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/fef651ad408f4b418111ef96198031da
2024-11-09T23:25:07,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/ad45d7068ce346a6ab7e120b1bbdd574 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/ad45d7068ce346a6ab7e120b1bbdd574
2024-11-09T23:25:07,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b892bb5aab8049378b14bc32f6d57278 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/b892bb5aab8049378b14bc32f6d57278
2024-11-09T23:25:07,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/096a6687ed2d4fa2ad4ae506adc88f4c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/096a6687ed2d4fa2ad4ae506adc88f4c
2024-11-09T23:25:07,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/421a4d6ae97e4abf96afd7704628b1ac to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/421a4d6ae97e4abf96afd7704628b1ac
2024-11-09T23:25:07,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3f6987f8a8d741a781dc8b5637fd4098 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/3f6987f8a8d741a781dc8b5637fd4098
2024-11-09T23:25:07,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/605c31b7df6f45f9bf5ea3b3efa2d19b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/605c31b7df6f45f9bf5ea3b3efa2d19b
2024-11-09T23:25:07,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/22ba0b68262344568aee5fbf6168cd92 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/22ba0b68262344568aee5fbf6168cd92
2024-11-09T23:25:07,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/6a5f3a2c4bbe488c8e0b079c6edd8a48 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/6a5f3a2c4bbe488c8e0b079c6edd8a48
2024-11-09T23:25:07,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/0957ef08ee364b3f87f7ceb33233271a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/0957ef08ee364b3f87f7ceb33233271a
2024-11-09T23:25:07,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/57fd21b5ac9a4ab1854dba33b34e3505 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/57fd21b5ac9a4ab1854dba33b34e3505
2024-11-09T23:25:07,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/10a936979fc84b7ca8221ac700bbef37 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/10a936979fc84b7ca8221ac700bbef37
2024-11-09T23:25:07,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d660943d54604904bfb6425611f54a6b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/d660943d54604904bfb6425611f54a6b
2024-11-09T23:25:07,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/69677a4f20394de08eb5ebfac47e7f39 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/69677a4f20394de08eb5ebfac47e7f39
2024-11-09T23:25:07,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/55a812cbed4b48c78b1dd78ca488ec39 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/55a812cbed4b48c78b1dd78ca488ec39
2024-11-09T23:25:07,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/8993672aa2ee4483851ad6bceace3e50 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/8993672aa2ee4483851ad6bceace3e50
2024-11-09T23:25:07,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/004723563ccf4d4ea0061db87235a7d3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/004723563ccf4d4ea0061db87235a7d3
2024-11-09T23:25:07,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/e3bd5fa13cb6459387a318ec4cb4c50e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/e3bd5fa13cb6459387a318ec4cb4c50e
2024-11-09T23:25:07,745 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/recovered.edits/537.seqid, newMaxSeqId=537, maxSeqId=1
2024-11-09T23:25:07,747 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.
2024-11-09T23:25:07,748 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 0f0f47f7f446910a6aabb05bcbda07cf:

2024-11-09T23:25:07,749 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:25:07,750 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=0f0f47f7f446910a6aabb05bcbda07cf, regionState=CLOSED
2024-11-09T23:25:07,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40
2024-11-09T23:25:07,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 0f0f47f7f446910a6aabb05bcbda07cf, server=5c400312e287,42983,1731194669945 in 1.5900 sec
2024-11-09T23:25:07,753 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39
2024-11-09T23:25:07,753 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f0f47f7f446910a6aabb05bcbda07cf, UNASSIGN in 1.5940 sec
2024-11-09T23:25:07,755 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38
2024-11-09T23:25:07,755 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6010 sec
2024-11-09T23:25:07,756 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194707756"}]},"ts":"1731194707756"}
2024-11-09T23:25:07,757 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T23:25:07,802 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T23:25:07,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6690 sec
2024-11-09T23:25:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-09T23:25:08,247 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed
2024-11-09T23:25:08,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T23:25:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,259 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,260 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42
2024-11-09T23:25:08,265 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:25:08,269 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/recovered.edits]
2024-11-09T23:25:08,273 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/11addfd5efa64598bcdfb1e21179d6a8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/11addfd5efa64598bcdfb1e21179d6a8
2024-11-09T23:25:08,274 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/6fb251d0dc3e4c8b8b1a6d5a494522ff to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/6fb251d0dc3e4c8b8b1a6d5a494522ff
2024-11-09T23:25:08,276 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/aa5590b15929485897376fc956551076 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/A/aa5590b15929485897376fc956551076
2024-11-09T23:25:08,278 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/455f04fc7e6e406a92dabccabdf7b7b4 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/455f04fc7e6e406a92dabccabdf7b7b4
2024-11-09T23:25:08,279 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8920c54252cc4adda426e80cfd52c8bc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8920c54252cc4adda426e80cfd52c8bc
2024-11-09T23:25:08,280 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8ceb1664b31743aa80ca0a1f2b1ddeec to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/B/8ceb1664b31743aa80ca0a1f2b1ddeec
2024-11-09T23:25:08,282 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/1b75743648034a41a1ee946988627d98 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/1b75743648034a41a1ee946988627d98
2024-11-09T23:25:08,283 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/cfa653e89aa142bfb71bdec18d5b66c8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/cfa653e89aa142bfb71bdec18d5b66c8
2024-11-09T23:25:08,284 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f233f452efde404f98d70fbabd493531 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/C/f233f452efde404f98d70fbabd493531
2024-11-09T23:25:08,286 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/recovered.edits/537.seqid to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf/recovered.edits/537.seqid
2024-11-09T23:25:08,287 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/0f0f47f7f446910a6aabb05bcbda07cf
2024-11-09T23:25:08,287 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T23:25:08,292 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-09T23:25:08,299 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T23:25:08,325 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T23:25:08,327 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,327 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T23:25:08,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731194708327"}]},"ts":"9223372036854775807"}
2024-11-09T23:25:08,330 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-09T23:25:08,330 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0f0f47f7f446910a6aabb05bcbda07cf, NAME => 'TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T23:25:08,330 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T23:25:08,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731194708331"}]},"ts":"9223372036854775807"}
2024-11-09T23:25:08,334 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-09T23:25:08,351 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,352 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 96 msec
2024-11-09T23:25:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42
2024-11-09T23:25:08,362 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed
2024-11-09T23:25:08,376 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=237 (was 219)
Potentially hanging thread: hconnection-0x772e445c-shared-pool-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x772e445c-shared-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;5c400312e287:42983-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/5c400312e287:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x772e445c-shared-pool-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_189097373_22 at /127.0.0.1:53792 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x772e445c-shared-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/5c400312e287:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4394 (was 4912)
2024-11-09T23:25:08,386 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=4394
2024-11-09T23:25:08,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:25:08,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:25:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:08,391 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:25:08,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:08,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 43
2024-11-09T23:25:08,392 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:25:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-09T23:25:08,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741953_1129 (size=960)
2024-11-09T23:25:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-09T23:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-09T23:25:08,803 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:25:08,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741954_1130 (size=53)
2024-11-09T23:25:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-09T23:25:09,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:25:09,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e58d30c3e088a057bf7f5801436e19cd, disabling compactions & flushes
2024-11-09T23:25:09,217 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. after waiting 0 ms
2024-11-09T23:25:09,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,218 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:09,221 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:25:09,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731194709221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194709221"}]},"ts":"1731194709221"}
2024-11-09T23:25:09,223 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:25:09,224 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:25:09,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194709224"}]},"ts":"1731194709224"}
2024-11-09T23:25:09,226 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T23:25:09,277 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, ASSIGN}]
2024-11-09T23:25:09,279 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, ASSIGN
2024-11-09T23:25:09,280 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:25:09,431 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:09,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:25:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-09T23:25:09,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:09,597 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,597 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:25:09,598 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:09,598 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:25:09,598 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:09,598 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:09,601 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e58d30c3e088a057bf7f5801436e19cd 
2024-11-09T23:25:09,603 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:09,604 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58d30c3e088a057bf7f5801436e19cd columnFamilyName A
2024-11-09T23:25:09,604 DEBUG [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:09,605 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(327): Store=e58d30c3e088a057bf7f5801436e19cd/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:09,605 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e58d30c3e088a057bf7f5801436e19cd 
2024-11-09T23:25:09,607 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:09,608 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58d30c3e088a057bf7f5801436e19cd columnFamilyName B
2024-11-09T23:25:09,609 DEBUG [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:09,609 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(327): Store=e58d30c3e088a057bf7f5801436e19cd/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:09,610 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e58d30c3e088a057bf7f5801436e19cd 
2024-11-09T23:25:09,611 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:09,611 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58d30c3e088a057bf7f5801436e19cd columnFamilyName C
2024-11-09T23:25:09,611 DEBUG [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:09,612 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(327): Store=e58d30c3e088a057bf7f5801436e19cd/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:09,612 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,613 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:09,613 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:09,616 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:25:09,617 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:09,620 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:25:09,621 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e58d30c3e088a057bf7f5801436e19cd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62862940, jitterRate=-0.06326919794082642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:25:09,622 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:09,623 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., pid=45, masterSystemTime=1731194709590
2024-11-09T23:25:09,625 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,625 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:09,625 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:09,629 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44
2024-11-09T23:25:09,629 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945 in 192 msec
2024-11-09T23:25:09,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43
2024-11-09T23:25:09,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, ASSIGN in 352 msec
2024-11-09T23:25:09,631 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:25:09,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194709631"}]},"ts":"1731194709631"}
2024-11-09T23:25:09,632 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T23:25:09,642 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:25:09,644 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2530 sec
2024-11-09T23:25:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-09T23:25:10,501 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed
2024-11-09T23:25:10,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e
2024-11-09T23:25:10,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:10,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:10,549 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:10,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:25:10,552 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:25:10,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:25:10,556 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:25:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:10,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741955_1131 (size=996)
2024-11-09T23:25:10,978 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-09T23:25:10,978 INFO  [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-09T23:25:10,985 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:25:10,994 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, REOPEN/MOVE}]
2024-11-09T23:25:10,995 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, REOPEN/MOVE
2024-11-09T23:25:10,995 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:10,996 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:25:10,996 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:25:11,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:11,149 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,149 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:25:11,149 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing e58d30c3e088a057bf7f5801436e19cd, disabling compactions & flushes
2024-11-09T23:25:11,149 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,149 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,149 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. after waiting 0 ms
2024-11-09T23:25:11,149 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,181 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-09T23:25:11,183 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,183 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:11,183 WARN  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: e58d30c3e088a057bf7f5801436e19cd to self.
2024-11-09T23:25:11,186 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,187 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=CLOSED
2024-11-09T23:25:11,189 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48
2024-11-09T23:25:11,189 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945 in 192 msec
2024-11-09T23:25:11,190 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, REOPEN/MOVE; state=CLOSED, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=true
2024-11-09T23:25:11,340 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,341 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:25:11,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:11,502 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,502 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:25:11,504 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,504 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:25:11,504 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,505 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,508 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e58d30c3e088a057bf7f5801436e19cd 
2024-11-09T23:25:11,509 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:11,514 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58d30c3e088a057bf7f5801436e19cd columnFamilyName A
2024-11-09T23:25:11,517 DEBUG [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:11,517 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(327): Store=e58d30c3e088a057bf7f5801436e19cd/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:11,518 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e58d30c3e088a057bf7f5801436e19cd 
2024-11-09T23:25:11,519 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:11,519 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58d30c3e088a057bf7f5801436e19cd columnFamilyName B
2024-11-09T23:25:11,519 DEBUG [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:11,519 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(327): Store=e58d30c3e088a057bf7f5801436e19cd/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:11,519 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e58d30c3e088a057bf7f5801436e19cd 
2024-11-09T23:25:11,520 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:11,520 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58d30c3e088a057bf7f5801436e19cd columnFamilyName C
2024-11-09T23:25:11,520 DEBUG [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:11,521 INFO  [StoreOpener-e58d30c3e088a057bf7f5801436e19cd-1 {}] regionserver.HStore(327): Store=e58d30c3e088a057bf7f5801436e19cd/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:11,521 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,521 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,522 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,524 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:25:11,525 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,525 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e58d30c3e088a057bf7f5801436e19cd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67625634, jitterRate=0.007700473070144653}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:25:11,527 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:11,527 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., pid=50, masterSystemTime=1731194711493
2024-11-09T23:25:11,529 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,529 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,529 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=OPEN, openSeqNum=5, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,531 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48
2024-11-09T23:25:11,532 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945 in 189 msec
2024-11-09T23:25:11,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47
2024-11-09T23:25:11,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, REOPEN/MOVE in 537 msec
2024-11-09T23:25:11,536 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46
2024-11-09T23:25:11,536 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 550 msec
2024-11-09T23:25:11,539 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 978 msec
2024-11-09T23:25:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46
2024-11-09T23:25:11,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672
2024-11-09T23:25:11,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba
2024-11-09T23:25:11,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,663 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431
2024-11-09T23:25:11,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd
2024-11-09T23:25:11,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,679 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7
2024-11-09T23:25:11,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df
2024-11-09T23:25:11,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,696 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e
2024-11-09T23:25:11,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9
2024-11-09T23:25:11,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58
2024-11-09T23:25:11,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:11,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:11,732 DEBUG [hconnection-0x1779166a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees
2024-11-09T23:25:11,733 DEBUG [hconnection-0x3db62a21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,734 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:11,735 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:11,735 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:11,735 DEBUG [hconnection-0x71a09f13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,735 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,736 DEBUG [hconnection-0x568874de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,736 DEBUG [hconnection-0x6717d53b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,736 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,738 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,738 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,740 DEBUG [hconnection-0x2a45674f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,740 DEBUG [hconnection-0x1345cd46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,741 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,741 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,742 DEBUG [hconnection-0x7b9ff4cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,743 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,746 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:11,755 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T23:25:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:11,760 DEBUG [hconnection-0x68b772af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:11,762 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:11,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099102472ea0174821b7ca473ab2234d43_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194711750/Put/seqid=0
2024-11-09T23:25:11,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194771791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194771792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194771797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194771807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194771807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:11,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741956_1132 (size=12154)
2024-11-09T23:25:11,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:11,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:11,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:11,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:11,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194771910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194771912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194771912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194771920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:11,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194771922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:12,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194772113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194772115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194772116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194772124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194772124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:12,251 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099102472ea0174821b7ca473ab2234d43_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099102472ea0174821b7ca473ab2234d43_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:12,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b8e039b00ca24fb3841e740832f3d714, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:12,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b8e039b00ca24fb3841e740832f3d714 is 175, key is test_row_0/A:col10/1731194711750/Put/seqid=0
2024-11-09T23:25:12,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741957_1133 (size=30955)
2024-11-09T23:25:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:12,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194772417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194772417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194772418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194772429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194772432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,669 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b8e039b00ca24fb3841e740832f3d714
2024-11-09T23:25:12,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/da662ff4bd574ff4a6e2fe249f2b49c0 is 50, key is test_row_0/B:col10/1731194711750/Put/seqid=0
2024-11-09T23:25:12,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741958_1134 (size=12001)
2024-11-09T23:25:12,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/da662ff4bd574ff4a6e2fe249f2b49c0
2024-11-09T23:25:12,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/efb6772c35f34869afe874edaa36c53d is 50, key is test_row_0/C:col10/1731194711750/Put/seqid=0
2024-11-09T23:25:12,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741959_1135 (size=12001)
2024-11-09T23:25:12,803 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/efb6772c35f34869afe874edaa36c53d
2024-11-09T23:25:12,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b8e039b00ca24fb3841e740832f3d714 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714
2024-11-09T23:25:12,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,822 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714, entries=150, sequenceid=19, filesize=30.2 K
2024-11-09T23:25:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/da662ff4bd574ff4a6e2fe249f2b49c0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/da662ff4bd574ff4a6e2fe249f2b49c0
2024-11-09T23:25:12,831 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/da662ff4bd574ff4a6e2fe249f2b49c0, entries=150, sequenceid=19, filesize=11.7 K
2024-11-09T23:25:12,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/efb6772c35f34869afe874edaa36c53d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/efb6772c35f34869afe874edaa36c53d
2024-11-09T23:25:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:12,841 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/efb6772c35f34869afe874edaa36c53d, entries=150, sequenceid=19, filesize=11.7 K
2024-11-09T23:25:12,842 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for e58d30c3e088a057bf7f5801436e19cd in 1087ms, sequenceid=19, compaction requested=false
2024-11-09T23:25:12,842 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T23:25:12,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:12,924 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:25:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:12,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2af79d698ca4d8aafe3b8fb18f6d3bf_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194712921/Put/seqid=0
2024-11-09T23:25:12,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194772949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194772950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194772953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194772954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194772955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:12,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741960_1136 (size=14594)
2024-11-09T23:25:12,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:12,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:12,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:12,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:12,976 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2af79d698ca4d8aafe3b8fb18f6d3bf_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2af79d698ca4d8aafe3b8fb18f6d3bf_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:12,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/371b2f2bf0e54c36adce39ae904017d2, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:12,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/371b2f2bf0e54c36adce39ae904017d2 is 175, key is test_row_0/A:col10/1731194712921/Put/seqid=0
2024-11-09T23:25:12,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741961_1137 (size=39549)
2024-11-09T23:25:12,992 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/371b2f2bf0e54c36adce39ae904017d2
2024-11-09T23:25:13,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/af147d865d9c4490b327be2a7e6d29cd is 50, key is test_row_0/B:col10/1731194712921/Put/seqid=0
2024-11-09T23:25:13,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741962_1138 (size=12001)
2024-11-09T23:25:13,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/af147d865d9c4490b327be2a7e6d29cd
2024-11-09T23:25:13,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/5716f7aa4d1a49e1ae35eee9e6480601 is 50, key is test_row_0/C:col10/1731194712921/Put/seqid=0
2024-11-09T23:25:13,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741963_1139 (size=12001)
2024-11-09T23:25:13,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194773060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194773060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194773062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194773063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194773063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:13,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:13,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:13,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194773265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194773265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194773265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194773266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194773269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:13,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,317 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T23:25:13,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:13,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,457 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/5716f7aa4d1a49e1ae35eee9e6480601
2024-11-09T23:25:13,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/371b2f2bf0e54c36adce39ae904017d2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2
2024-11-09T23:25:13,467 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2, entries=200, sequenceid=43, filesize=38.6 K
2024-11-09T23:25:13,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/af147d865d9c4490b327be2a7e6d29cd as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/af147d865d9c4490b327be2a7e6d29cd
2024-11-09T23:25:13,479 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/af147d865d9c4490b327be2a7e6d29cd, entries=150, sequenceid=43, filesize=11.7 K
2024-11-09T23:25:13,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/5716f7aa4d1a49e1ae35eee9e6480601 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/5716f7aa4d1a49e1ae35eee9e6480601
2024-11-09T23:25:13,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/5716f7aa4d1a49e1ae35eee9e6480601, entries=150, sequenceid=43, filesize=11.7 K
2024-11-09T23:25:13,487 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e58d30c3e088a057bf7f5801436e19cd in 563ms, sequenceid=43, compaction requested=false
2024-11-09T23:25:13,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:13,570 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:25:13,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:13,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:13,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094df6242bd77841cd9e5d0b6b6b3fe17b_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194773588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194773589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194773590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194773591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194773591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741964_1140 (size=12154)
2024-11-09T23:25:13,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:13,612 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094df6242bd77841cd9e5d0b6b6b3fe17b_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094df6242bd77841cd9e5d0b6b6b3fe17b_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:13,613 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/67e60f138a1c44649de167b5c74a3814, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:13,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/67e60f138a1c44649de167b5c74a3814 is 175, key is test_row_0/A:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:13,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741965_1141 (size=30955)
2024-11-09T23:25:13,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194773692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194773692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194773693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194773699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194773699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:13,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:13,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:13,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:13,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194773895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194773896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194773897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194773904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:13,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194773904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,025 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/67e60f138a1c44649de167b5c74a3814
2024-11-09T23:25:14,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/90adee171efa4e4382ee0a60d9abeaea is 50, key is test_row_0/B:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:14,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741966_1142 (size=12001)
2024-11-09T23:25:14,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194774199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194774200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194774201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194774207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194774207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:14,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/90adee171efa4e4382ee0a60d9abeaea
2024-11-09T23:25:14,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/842bcf749d05409ebfb497d46d53d841 is 50, key is test_row_0/C:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:14,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741967_1143 (size=12001)
2024-11-09T23:25:14,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:14,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194774704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194774707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194774709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194774709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194774713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:14,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:14,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:14,864 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/842bcf749d05409ebfb497d46d53d841
2024-11-09T23:25:14,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/67e60f138a1c44649de167b5c74a3814 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814
2024-11-09T23:25:14,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814, entries=150, sequenceid=58, filesize=30.2 K
2024-11-09T23:25:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/90adee171efa4e4382ee0a60d9abeaea as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/90adee171efa4e4382ee0a60d9abeaea
2024-11-09T23:25:14,883 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/90adee171efa4e4382ee0a60d9abeaea, entries=150, sequenceid=58, filesize=11.7 K
2024-11-09T23:25:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/842bcf749d05409ebfb497d46d53d841 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/842bcf749d05409ebfb497d46d53d841
2024-11-09T23:25:14,890 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/842bcf749d05409ebfb497d46d53d841, entries=150, sequenceid=58, filesize=11.7 K
2024-11-09T23:25:14,891 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e58d30c3e088a057bf7f5801436e19cd in 1321ms, sequenceid=58, compaction requested=true
2024-11-09T23:25:14,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:14,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:14,892 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:14,892 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:14,893 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:14,893 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/A is initiating minor compaction (all files)
2024-11-09T23:25:14,893 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/A in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,893 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=99.1 K
2024-11-09T23:25:14,894 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,894 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814]
2024-11-09T23:25:14,894 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:14,894 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/B is initiating minor compaction (all files)
2024-11-09T23:25:14,894 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/B in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,894 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/da662ff4bd574ff4a6e2fe249f2b49c0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/af147d865d9c4490b327be2a7e6d29cd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/90adee171efa4e4382ee0a60d9abeaea] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=35.2 K
2024-11-09T23:25:14,895 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting da662ff4bd574ff4a6e2fe249f2b49c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731194711750
2024-11-09T23:25:14,895 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e039b00ca24fb3841e740832f3d714, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731194711750
2024-11-09T23:25:14,896 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting af147d865d9c4490b327be2a7e6d29cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731194711791
2024-11-09T23:25:14,896 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371b2f2bf0e54c36adce39ae904017d2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731194711777
2024-11-09T23:25:14,896 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 90adee171efa4e4382ee0a60d9abeaea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731194712951
2024-11-09T23:25:14,896 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67e60f138a1c44649de167b5c74a3814, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731194712951
2024-11-09T23:25:14,906 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:14,908 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:14,909 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/3f54ee5a5abc410f8868cd3211e75134 is 50, key is test_row_0/B:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:14,914 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f4009b1c033a4f76a11010e9d83a0afb_e58d30c3e088a057bf7f5801436e19cd store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:14,922 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f4009b1c033a4f76a11010e9d83a0afb_e58d30c3e088a057bf7f5801436e19cd, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:14,922 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f4009b1c033a4f76a11010e9d83a0afb_e58d30c3e088a057bf7f5801436e19cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:14,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741968_1144 (size=12104)
2024-11-09T23:25:14,951 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/3f54ee5a5abc410f8868cd3211e75134 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3f54ee5a5abc410f8868cd3211e75134
2024-11-09T23:25:14,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:14,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-09T23:25:14,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:25:14,963 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/B of e58d30c3e088a057bf7f5801436e19cd into 3f54ee5a5abc410f8868cd3211e75134(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:14,963 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:14,963 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/B, priority=13, startTime=1731194714892; duration=0sec
2024-11-09T23:25:14,963 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:14,963 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:B
2024-11-09T23:25:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:14,963 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:14,966 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:14,966 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/C is initiating minor compaction (all files)
2024-11-09T23:25:14,966 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/C in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:14,966 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/efb6772c35f34869afe874edaa36c53d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/5716f7aa4d1a49e1ae35eee9e6480601, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/842bcf749d05409ebfb497d46d53d841] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=35.2 K
2024-11-09T23:25:14,967 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting efb6772c35f34869afe874edaa36c53d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731194711750
2024-11-09T23:25:14,968 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 5716f7aa4d1a49e1ae35eee9e6480601, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731194711791
2024-11-09T23:25:14,968 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 842bcf749d05409ebfb497d46d53d841, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731194712951
2024-11-09T23:25:14,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741969_1145 (size=4469)
2024-11-09T23:25:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d22a2b42dc1c4f2b8c5cc0989d825583_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194713587/Put/seqid=0
2024-11-09T23:25:15,012 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#C#compaction#126 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:15,012 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/52c5881e12dc48ef87437e207873640d is 50, key is test_row_0/C:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:15,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741970_1146 (size=12154)
2024-11-09T23:25:15,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:15,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d22a2b42dc1c4f2b8c5cc0989d825583_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d22a2b42dc1c4f2b8c5cc0989d825583_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/deab8ae827824b66a3f3a671c297d53d, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:15,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/deab8ae827824b66a3f3a671c297d53d is 175, key is test_row_0/A:col10/1731194713587/Put/seqid=0
2024-11-09T23:25:15,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741971_1147 (size=12104)
2024-11-09T23:25:15,045 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/52c5881e12dc48ef87437e207873640d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/52c5881e12dc48ef87437e207873640d
2024-11-09T23:25:15,054 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/C of e58d30c3e088a057bf7f5801436e19cd into 52c5881e12dc48ef87437e207873640d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:15,054 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:15,054 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/C, priority=13, startTime=1731194714892; duration=0sec
2024-11-09T23:25:15,054 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:15,054 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:C
2024-11-09T23:25:15,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741972_1148 (size=30955)
2024-11-09T23:25:15,375 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#A#compaction#124 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:15,377 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/6c47e639533444458a11caaa62c5e037 is 175, key is test_row_0/A:col10/1731194713570/Put/seqid=0
2024-11-09T23:25:15,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741973_1149 (size=31058)
2024-11-09T23:25:15,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/deab8ae827824b66a3f3a671c297d53d
2024-11-09T23:25:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/5f2d2e3fa3ac4e668a77c489e568430f is 50, key is test_row_0/B:col10/1731194713587/Put/seqid=0
2024-11-09T23:25:15,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741974_1150 (size=12001)
2024-11-09T23:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:15,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194775721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194775722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194775723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194775724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194775724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,790 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/6c47e639533444458a11caaa62c5e037 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6c47e639533444458a11caaa62c5e037
2024-11-09T23:25:15,795 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/A of e58d30c3e088a057bf7f5801436e19cd into 6c47e639533444458a11caaa62c5e037(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:15,795 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:15,795 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/A, priority=13, startTime=1731194714891; duration=0sec
2024-11-09T23:25:15,795 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:15,795 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:A
2024-11-09T23:25:15,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194775825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194775825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194775828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194775829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:15,879 INFO  [master/5c400312e287:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-09T23:25:15,879 INFO  [master/5c400312e287:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-09T23:25:15,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/5f2d2e3fa3ac4e668a77c489e568430f
2024-11-09T23:25:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/7cd2591a53c54b0fa02dde923e1408e4 is 50, key is test_row_0/C:col10/1731194713587/Put/seqid=0
2024-11-09T23:25:15,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741975_1151 (size=12001)
2024-11-09T23:25:15,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/7cd2591a53c54b0fa02dde923e1408e4
2024-11-09T23:25:15,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/deab8ae827824b66a3f3a671c297d53d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d
2024-11-09T23:25:15,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d, entries=150, sequenceid=81, filesize=30.2 K
2024-11-09T23:25:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/5f2d2e3fa3ac4e668a77c489e568430f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/5f2d2e3fa3ac4e668a77c489e568430f
2024-11-09T23:25:15,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/5f2d2e3fa3ac4e668a77c489e568430f, entries=150, sequenceid=81, filesize=11.7 K
2024-11-09T23:25:15,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/7cd2591a53c54b0fa02dde923e1408e4 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7cd2591a53c54b0fa02dde923e1408e4
2024-11-09T23:25:15,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7cd2591a53c54b0fa02dde923e1408e4, entries=150, sequenceid=81, filesize=11.7 K
2024-11-09T23:25:15,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e58d30c3e088a057bf7f5801436e19cd in 988ms, sequenceid=81, compaction requested=false
2024-11-09T23:25:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-09T23:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=52
2024-11-09T23:25:15,953 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51
2024-11-09T23:25:15,953 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2160 sec
2024-11-09T23:25:15,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 4.2220 sec
2024-11-09T23:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:16,029 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:25:16,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:16,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f6d8aa026e754ac5a561411b2d6c1f7f_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:16,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194776047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194776047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741976_1152 (size=14594)
2024-11-09T23:25:16,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194776048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194776048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194776152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194776153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194776155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194776155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194776354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194776358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194776358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194776359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:16,458 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f6d8aa026e754ac5a561411b2d6c1f7f_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f6d8aa026e754ac5a561411b2d6c1f7f_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:16,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/3b70187852294bab9c4e715b9ab2e72d, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:16,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/3b70187852294bab9c4e715b9ab2e72d is 175, key is test_row_0/A:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:16,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741977_1153 (size=39549)
2024-11-09T23:25:16,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194776656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194776660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194776662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194776662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:16,863 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/3b70187852294bab9c4e715b9ab2e72d
2024-11-09T23:25:16,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/108f984977bf4cc9a2da41ab4199290d is 50, key is test_row_0/B:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:16,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741978_1154 (size=12001)
2024-11-09T23:25:17,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194777162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:17,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194777164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:17,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194777165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:17,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194777168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:17,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/108f984977bf4cc9a2da41ab4199290d
2024-11-09T23:25:17,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/258548e46b46434389d1bd6ea4c5c5d9 is 50, key is test_row_0/C:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:17,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741979_1155 (size=12001)
2024-11-09T23:25:17,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/258548e46b46434389d1bd6ea4c5c5d9
2024-11-09T23:25:17,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/3b70187852294bab9c4e715b9ab2e72d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d
2024-11-09T23:25:17,734 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d, entries=200, sequenceid=99, filesize=38.6 K
2024-11-09T23:25:17,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/108f984977bf4cc9a2da41ab4199290d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/108f984977bf4cc9a2da41ab4199290d
2024-11-09T23:25:17,743 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/108f984977bf4cc9a2da41ab4199290d, entries=150, sequenceid=99, filesize=11.7 K
2024-11-09T23:25:17,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/258548e46b46434389d1bd6ea4c5c5d9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/258548e46b46434389d1bd6ea4c5c5d9
2024-11-09T23:25:17,750 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/258548e46b46434389d1bd6ea4c5c5d9, entries=150, sequenceid=99, filesize=11.7 K
2024-11-09T23:25:17,750 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e58d30c3e088a057bf7f5801436e19cd in 1721ms, sequenceid=99, compaction requested=true
2024-11-09T23:25:17,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:17,751 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:17,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:17,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:17,751 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:17,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:17,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:17,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:17,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:17,753 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:25:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:17,753 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:17,754 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/B is initiating minor compaction (all files)
2024-11-09T23:25:17,754 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/B in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:17,754 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3f54ee5a5abc410f8868cd3211e75134, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/5f2d2e3fa3ac4e668a77c489e568430f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/108f984977bf4cc9a2da41ab4199290d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=35.3 K
2024-11-09T23:25:17,754 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:17,754 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/A is initiating minor compaction (all files)
2024-11-09T23:25:17,754 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/A in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:17,754 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6c47e639533444458a11caaa62c5e037, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=99.2 K
2024-11-09T23:25:17,755 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:17,755 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6c47e639533444458a11caaa62c5e037, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d]
2024-11-09T23:25:17,755 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f54ee5a5abc410f8868cd3211e75134, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731194712951
2024-11-09T23:25:17,755 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c47e639533444458a11caaa62c5e037, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731194712951
2024-11-09T23:25:17,756 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f2d2e3fa3ac4e668a77c489e568430f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731194713587
2024-11-09T23:25:17,756 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting deab8ae827824b66a3f3a671c297d53d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731194713587
2024-11-09T23:25:17,757 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 108f984977bf4cc9a2da41ab4199290d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731194715719
2024-11-09T23:25:17,758 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b70187852294bab9c4e715b9ab2e72d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731194715719
2024-11-09T23:25:17,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f01e9ec7de9b41c3b718f49a79e92906_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194716047/Put/seqid=0
2024-11-09T23:25:17,772 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:17,772 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/3649958e0710451395e71db006ad5ece is 50, key is test_row_0/B:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:17,779 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:17,794 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109516d5062f0c447cba0be791aebdb320d_e58d30c3e088a057bf7f5801436e19cd store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:17,798 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109516d5062f0c447cba0be791aebdb320d_e58d30c3e088a057bf7f5801436e19cd, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:17,798 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109516d5062f0c447cba0be791aebdb320d_e58d30c3e088a057bf7f5801436e19cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:17,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194777796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:17,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741981_1157 (size=14594)
2024-11-09T23:25:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741980_1156 (size=12207)
2024-11-09T23:25:17,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741982_1158 (size=4469)
2024-11-09T23:25:17,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194777904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194778108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194778171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194778172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194778175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194778177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,220 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:18,222 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#A#compaction#134 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:18,222 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/a530c44e64c24ec49fab24036c03e603 is 175, key is test_row_0/A:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:18,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741983_1159 (size=31161)
2024-11-09T23:25:18,229 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/3649958e0710451395e71db006ad5ece as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3649958e0710451395e71db006ad5ece
2024-11-09T23:25:18,230 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f01e9ec7de9b41c3b718f49a79e92906_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f01e9ec7de9b41c3b718f49a79e92906_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:18,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d2db96ef59b3415a88caf7dc7dd3522e, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:18,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d2db96ef59b3415a88caf7dc7dd3522e is 175, key is test_row_0/A:col10/1731194716047/Put/seqid=0
2024-11-09T23:25:18,240 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/a530c44e64c24ec49fab24036c03e603 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a530c44e64c24ec49fab24036c03e603
2024-11-09T23:25:18,244 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/B of e58d30c3e088a057bf7f5801436e19cd into 3649958e0710451395e71db006ad5ece(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:18,244 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:18,244 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/B, priority=13, startTime=1731194717751; duration=0sec
2024-11-09T23:25:18,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741984_1160 (size=39549)
2024-11-09T23:25:18,244 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:18,244 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:B
2024-11-09T23:25:18,244 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:18,245 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d2db96ef59b3415a88caf7dc7dd3522e
2024-11-09T23:25:18,246 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:18,246 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/C is initiating minor compaction (all files)
2024-11-09T23:25:18,246 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/C in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:18,246 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/52c5881e12dc48ef87437e207873640d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7cd2591a53c54b0fa02dde923e1408e4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/258548e46b46434389d1bd6ea4c5c5d9] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=35.3 K
2024-11-09T23:25:18,247 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c5881e12dc48ef87437e207873640d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731194712951
2024-11-09T23:25:18,247 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd2591a53c54b0fa02dde923e1408e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731194713587
2024-11-09T23:25:18,248 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 258548e46b46434389d1bd6ea4c5c5d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731194715719
2024-11-09T23:25:18,250 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/A of e58d30c3e088a057bf7f5801436e19cd into a530c44e64c24ec49fab24036c03e603(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:18,250 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:18,250 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/A, priority=13, startTime=1731194717751; duration=0sec
2024-11-09T23:25:18,250 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:18,250 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:A
2024-11-09T23:25:18,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/e14d5f69c045431898c7c0ea6288aae8 is 50, key is test_row_0/B:col10/1731194716047/Put/seqid=0
2024-11-09T23:25:18,269 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#C#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:18,269 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/f4cb361ceecb4e539f91bbb0e5a9c34a is 50, key is test_row_0/C:col10/1731194716028/Put/seqid=0
2024-11-09T23:25:18,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741985_1161 (size=12001)
2024-11-09T23:25:18,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741986_1162 (size=12207)
2024-11-09T23:25:18,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194778415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:18,685 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/e14d5f69c045431898c7c0ea6288aae8
2024-11-09T23:25:18,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/342200aea6394a99a75da2e65ac932d5 is 50, key is test_row_0/C:col10/1731194716047/Put/seqid=0
2024-11-09T23:25:18,708 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/f4cb361ceecb4e539f91bbb0e5a9c34a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/f4cb361ceecb4e539f91bbb0e5a9c34a
2024-11-09T23:25:18,715 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/C of e58d30c3e088a057bf7f5801436e19cd into f4cb361ceecb4e539f91bbb0e5a9c34a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:18,715 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:18,715 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/C, priority=13, startTime=1731194717752; duration=0sec
2024-11-09T23:25:18,715 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:18,715 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:C
2024-11-09T23:25:18,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741987_1163 (size=12001)
2024-11-09T23:25:18,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/342200aea6394a99a75da2e65ac932d5
2024-11-09T23:25:18,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d2db96ef59b3415a88caf7dc7dd3522e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e
2024-11-09T23:25:18,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e, entries=200, sequenceid=121, filesize=38.6 K
2024-11-09T23:25:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/e14d5f69c045431898c7c0ea6288aae8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/e14d5f69c045431898c7c0ea6288aae8
2024-11-09T23:25:18,749 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/e14d5f69c045431898c7c0ea6288aae8, entries=150, sequenceid=121, filesize=11.7 K
2024-11-09T23:25:18,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/342200aea6394a99a75da2e65ac932d5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/342200aea6394a99a75da2e65ac932d5
2024-11-09T23:25:18,754 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/342200aea6394a99a75da2e65ac932d5, entries=150, sequenceid=121, filesize=11.7 K
2024-11-09T23:25:18,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e58d30c3e088a057bf7f5801436e19cd in 1003ms, sequenceid=121, compaction requested=false
2024-11-09T23:25:18,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:18,921 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:25:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:18,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cb90083240454a49980816637268c28e_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:18,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741988_1164 (size=14794)
2024-11-09T23:25:18,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:18,948 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cb90083240454a49980816637268c28e_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cb90083240454a49980816637268c28e_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:18,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d22e081b97d14ec99034e390e9b85e61, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:18,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d22e081b97d14ec99034e390e9b85e61 is 175, key is test_row_0/A:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:18,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741989_1165 (size=39749)
2024-11-09T23:25:18,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194778981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:19,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194779085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:19,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194779287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:19,361 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d22e081b97d14ec99034e390e9b85e61
2024-11-09T23:25:19,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/9e311cd098174656bd685bd91af7e61a is 50, key is test_row_0/B:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:19,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741990_1166 (size=12151)
2024-11-09T23:25:19,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194779592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:19,777 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/9e311cd098174656bd685bd91af7e61a
2024-11-09T23:25:19,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/22dd831151a84c1e8faf0406ab65a0b8 is 50, key is test_row_0/C:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:19,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741991_1167 (size=12151)
2024-11-09T23:25:19,792 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/22dd831151a84c1e8faf0406ab65a0b8
2024-11-09T23:25:19,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/d22e081b97d14ec99034e390e9b85e61 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61
2024-11-09T23:25:19,804 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61, entries=200, sequenceid=139, filesize=38.8 K
2024-11-09T23:25:19,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/9e311cd098174656bd685bd91af7e61a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/9e311cd098174656bd685bd91af7e61a
2024-11-09T23:25:19,811 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/9e311cd098174656bd685bd91af7e61a, entries=150, sequenceid=139, filesize=11.9 K
2024-11-09T23:25:19,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/22dd831151a84c1e8faf0406ab65a0b8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/22dd831151a84c1e8faf0406ab65a0b8
2024-11-09T23:25:19,818 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/22dd831151a84c1e8faf0406ab65a0b8, entries=150, sequenceid=139, filesize=11.9 K
2024-11-09T23:25:19,819 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e58d30c3e088a057bf7f5801436e19cd in 898ms, sequenceid=139, compaction requested=true
2024-11-09T23:25:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:19,819 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:19,820 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:19,821 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:19,821 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/A is initiating minor compaction (all files)
2024-11-09T23:25:19,821 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/A in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:19,821 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a530c44e64c24ec49fab24036c03e603, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=107.9 K
2024-11-09T23:25:19,821 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:19,821 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a530c44e64c24ec49fab24036c03e603, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61]
2024-11-09T23:25:19,822 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:19,822 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/B is initiating minor compaction (all files)
2024-11-09T23:25:19,822 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a530c44e64c24ec49fab24036c03e603, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731194715719
2024-11-09T23:25:19,822 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/B in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:19,822 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3649958e0710451395e71db006ad5ece, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/e14d5f69c045431898c7c0ea6288aae8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/9e311cd098174656bd685bd91af7e61a] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=35.5 K
2024-11-09T23:25:19,823 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2db96ef59b3415a88caf7dc7dd3522e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731194716045
2024-11-09T23:25:19,823 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3649958e0710451395e71db006ad5ece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731194715719
2024-11-09T23:25:19,823 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e14d5f69c045431898c7c0ea6288aae8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731194716047
2024-11-09T23:25:19,824 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d22e081b97d14ec99034e390e9b85e61, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731194717787
2024-11-09T23:25:19,824 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e311cd098174656bd685bd91af7e61a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731194717787
2024-11-09T23:25:19,833 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:19,836 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:19,836 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/669fe3fba9d54532b77ce0fc6a029e88 is 50, key is test_row_0/B:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-09T23:25:19,841 INFO  [Thread-659 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed
2024-11-09T23:25:19,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees
2024-11-09T23:25:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-09T23:25:19,845 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ae48ae29130640e89fad3d9f24fb8172_e58d30c3e088a057bf7f5801436e19cd store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:19,848 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ae48ae29130640e89fad3d9f24fb8172_e58d30c3e088a057bf7f5801436e19cd, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:19,848 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae48ae29130640e89fad3d9f24fb8172_e58d30c3e088a057bf7f5801436e19cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:19,851 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:19,853 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:19,853 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:19,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741993_1169 (size=4469)
2024-11-09T23:25:19,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741992_1168 (size=12459)
2024-11-09T23:25:19,871 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#A#compaction#141 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:19,871 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/9959fc2e8fd74429bbb3e8a3fab6fdf5 is 175, key is test_row_0/A:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:19,879 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/669fe3fba9d54532b77ce0fc6a029e88 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/669fe3fba9d54532b77ce0fc6a029e88
2024-11-09T23:25:19,887 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/B of e58d30c3e088a057bf7f5801436e19cd into 669fe3fba9d54532b77ce0fc6a029e88(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:19,887 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:19,887 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/B, priority=13, startTime=1731194719820; duration=0sec
2024-11-09T23:25:19,888 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:19,888 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:B
2024-11-09T23:25:19,888 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:19,889 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:19,889 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/C is initiating minor compaction (all files)
2024-11-09T23:25:19,889 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/C in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:19,889 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/f4cb361ceecb4e539f91bbb0e5a9c34a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/342200aea6394a99a75da2e65ac932d5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/22dd831151a84c1e8faf0406ab65a0b8] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=35.5 K
2024-11-09T23:25:19,889 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f4cb361ceecb4e539f91bbb0e5a9c34a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731194715719
2024-11-09T23:25:19,890 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 342200aea6394a99a75da2e65ac932d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731194716047
2024-11-09T23:25:19,890 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 22dd831151a84c1e8faf0406ab65a0b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731194717787
2024-11-09T23:25:19,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741994_1170 (size=31413)
2024-11-09T23:25:19,903 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#C#compaction#143 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:19,904 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/93d5368126294bf2ba3f78ab529fb682 is 50, key is test_row_0/C:col10/1731194717794/Put/seqid=0
2024-11-09T23:25:19,907 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/9959fc2e8fd74429bbb3e8a3fab6fdf5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/9959fc2e8fd74429bbb3e8a3fab6fdf5
2024-11-09T23:25:19,913 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/A of e58d30c3e088a057bf7f5801436e19cd into 9959fc2e8fd74429bbb3e8a3fab6fdf5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:19,913 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:19,913 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/A, priority=13, startTime=1731194719819; duration=0sec
2024-11-09T23:25:19,913 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:19,913 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:A
2024-11-09T23:25:19,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741995_1171 (size=12459)
2024-11-09T23:25:19,928 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/93d5368126294bf2ba3f78ab529fb682 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/93d5368126294bf2ba3f78ab529fb682
2024-11-09T23:25:19,935 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/C of e58d30c3e088a057bf7f5801436e19cd into 93d5368126294bf2ba3f78ab529fb682(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:19,935 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:19,935 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/C, priority=13, startTime=1731194719820; duration=0sec
2024-11-09T23:25:19,935 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:19,935 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:C
2024-11-09T23:25:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-09T23:25:20,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:20,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-09T23:25:20,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:20,006 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:25:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109058ed68bf61f4b079fc9c3ddab045fdb_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194718975/Put/seqid=0
2024-11-09T23:25:20,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741996_1172 (size=12304)
2024-11-09T23:25:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:20,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194780117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-09T23:25:20,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194780177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,179 DEBUG [Thread-651 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:20,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194780180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,181 DEBUG [Thread-657 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:20,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194780190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194780190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,191 DEBUG [Thread-653 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:20,192 DEBUG [Thread-655 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:20,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194780221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:20,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109058ed68bf61f4b079fc9c3ddab045fdb_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109058ed68bf61f4b079fc9c3ddab045fdb_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:20,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/f4e90b0919704b7cbd4d49cac67760e5, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/f4e90b0919704b7cbd4d49cac67760e5 is 175, key is test_row_0/A:col10/1731194718975/Put/seqid=0
2024-11-09T23:25:20,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194780424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741997_1173 (size=31105)
2024-11-09T23:25:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-09T23:25:20,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194780726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:20,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/f4e90b0919704b7cbd4d49cac67760e5
2024-11-09T23:25:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/4bb20d05fdfd4bdb9c270b451ac0ed4e is 50, key is test_row_0/B:col10/1731194718975/Put/seqid=0
2024-11-09T23:25:20,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741998_1174 (size=12151)
2024-11-09T23:25:20,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/4bb20d05fdfd4bdb9c270b451ac0ed4e
2024-11-09T23:25:20,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/c56f8f352f65419084968a3f1baae8c3 is 50, key is test_row_0/C:col10/1731194718975/Put/seqid=0
2024-11-09T23:25:20,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741999_1175 (size=12151)
2024-11-09T23:25:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-09T23:25:21,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194781229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:21,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/c56f8f352f65419084968a3f1baae8c3
2024-11-09T23:25:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/f4e90b0919704b7cbd4d49cac67760e5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5
2024-11-09T23:25:21,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5, entries=150, sequenceid=163, filesize=30.4 K
2024-11-09T23:25:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/4bb20d05fdfd4bdb9c270b451ac0ed4e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4bb20d05fdfd4bdb9c270b451ac0ed4e
2024-11-09T23:25:21,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4bb20d05fdfd4bdb9c270b451ac0ed4e, entries=150, sequenceid=163, filesize=11.9 K
2024-11-09T23:25:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/c56f8f352f65419084968a3f1baae8c3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/c56f8f352f65419084968a3f1baae8c3
2024-11-09T23:25:21,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/c56f8f352f65419084968a3f1baae8c3, entries=150, sequenceid=163, filesize=11.9 K
2024-11-09T23:25:21,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e58d30c3e088a057bf7f5801436e19cd in 1274ms, sequenceid=163, compaction requested=false
2024-11-09T23:25:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-09T23:25:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=54
2024-11-09T23:25:21,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53
2024-11-09T23:25:21,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec
2024-11-09T23:25:21,299 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4560 sec
2024-11-09T23:25:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-09T23:25:21,947 INFO  [Thread-659 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed
2024-11-09T23:25:21,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees
2024-11-09T23:25:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-09T23:25:21,950 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:21,950 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:21,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-09T23:25:22,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:22,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:22,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e0788c79d8074efd9c248a11079daa80_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194720115/Put/seqid=0
2024-11-09T23:25:22,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742000_1176 (size=12304)
2024-11-09T23:25:22,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:22,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e0788c79d8074efd9c248a11079daa80_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e0788c79d8074efd9c248a11079daa80_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:22,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/27e61592dad64b0eb54eb2ec9d46118f, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:22,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/27e61592dad64b0eb54eb2ec9d46118f is 175, key is test_row_0/A:col10/1731194720115/Put/seqid=0
2024-11-09T23:25:22,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742001_1177 (size=31105)
2024-11-09T23:25:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-09T23:25:22,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194782280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:22,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194782384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:22,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/27e61592dad64b0eb54eb2ec9d46118f
2024-11-09T23:25:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/1982ac7f7d1b4f9aa92f5982d84e6b76 is 50, key is test_row_0/B:col10/1731194720115/Put/seqid=0
2024-11-09T23:25:22,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742002_1178 (size=12151)
2024-11-09T23:25:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-09T23:25:22,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194782589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:22,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194782890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:22,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/1982ac7f7d1b4f9aa92f5982d84e6b76
2024-11-09T23:25:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/afcfeafe9aca40ef88186c38726bd808 is 50, key is test_row_0/C:col10/1731194720115/Put/seqid=0
2024-11-09T23:25:22,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742003_1179 (size=12151)
2024-11-09T23:25:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-09T23:25:23,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/afcfeafe9aca40ef88186c38726bd808
2024-11-09T23:25:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/27e61592dad64b0eb54eb2ec9d46118f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f
2024-11-09T23:25:23,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f, entries=150, sequenceid=178, filesize=30.4 K
2024-11-09T23:25:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/1982ac7f7d1b4f9aa92f5982d84e6b76 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/1982ac7f7d1b4f9aa92f5982d84e6b76
2024-11-09T23:25:23,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/1982ac7f7d1b4f9aa92f5982d84e6b76, entries=150, sequenceid=178, filesize=11.9 K
2024-11-09T23:25:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/afcfeafe9aca40ef88186c38726bd808 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/afcfeafe9aca40ef88186c38726bd808
2024-11-09T23:25:23,367 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/afcfeafe9aca40ef88186c38726bd808, entries=150, sequenceid=178, filesize=11.9 K
2024-11-09T23:25:23,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e58d30c3e088a057bf7f5801436e19cd in 1265ms, sequenceid=178, compaction requested=true
2024-11-09T23:25:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-11-09T23:25:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=56
2024-11-09T23:25:23,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55
2024-11-09T23:25:23,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec
2024-11-09T23:25:23,371 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4210 sec
2024-11-09T23:25:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:23,395 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:25:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:23,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099ee11f28c6b84dc09176e82158cbff2a_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:23,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742004_1180 (size=14794)
2024-11-09T23:25:23,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194783433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:23,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194783536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:23,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194783740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:23,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:23,811 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099ee11f28c6b84dc09176e82158cbff2a_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ee11f28c6b84dc09176e82158cbff2a_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:23,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/a2a4386a581d4263b87d0720c96f74c9, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:23,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/a2a4386a581d4263b87d0720c96f74c9 is 175, key is test_row_0/A:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:23,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742005_1181 (size=39749)
2024-11-09T23:25:24,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194784044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-09T23:25:24,054 INFO  [Thread-659 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed
2024-11-09T23:25:24,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees
2024-11-09T23:25:24,056 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:24,056 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:24,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:24,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731194784184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:24,186 DEBUG [Thread-657 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:24,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1731194784200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:24,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1731194784200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:24,202 DEBUG [Thread-653 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:24,203 DEBUG [Thread-655 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:24,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:24,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:24,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:24,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50322 deadline: 1731194784211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:24,216 DEBUG [Thread-651 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:25:24,217 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/a2a4386a581d4263b87d0720c96f74c9
2024-11-09T23:25:24,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/311132b540414859999606b094c206d1 is 50, key is test_row_0/B:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:24,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742006_1182 (size=12151)
2024-11-09T23:25:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:24,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:24,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:24,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194784551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:24,629 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/311132b540414859999606b094c206d1
2024-11-09T23:25:24,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/25d778d4fdd84f039be32adac109b66f is 50, key is test_row_0/C:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:24,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742007_1183 (size=12151)
2024-11-09T23:25:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:24,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:24,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:24,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:24,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:24,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:25,041 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/25d778d4fdd84f039be32adac109b66f
2024-11-09T23:25:25,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/a2a4386a581d4263b87d0720c96f74c9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9
2024-11-09T23:25:25,054 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9, entries=200, sequenceid=200, filesize=38.8 K
2024-11-09T23:25:25,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/311132b540414859999606b094c206d1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/311132b540414859999606b094c206d1
2024-11-09T23:25:25,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/311132b540414859999606b094c206d1, entries=150, sequenceid=200, filesize=11.9 K
2024-11-09T23:25:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/25d778d4fdd84f039be32adac109b66f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/25d778d4fdd84f039be32adac109b66f
2024-11-09T23:25:25,065 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/25d778d4fdd84f039be32adac109b66f, entries=150, sequenceid=200, filesize=11.9 K
2024-11-09T23:25:25,066 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e58d30c3e088a057bf7f5801436e19cd in 1671ms, sequenceid=200, compaction requested=true
2024-11-09T23:25:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:25,067 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:25:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:25,067 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:25:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:25,068 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:25:25,068 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/B is initiating minor compaction (all files)
2024-11-09T23:25:25,068 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:25:25,068 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/B in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:25,068 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/A is initiating minor compaction (all files)
2024-11-09T23:25:25,068 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/A in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:25,068 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/669fe3fba9d54532b77ce0fc6a029e88, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4bb20d05fdfd4bdb9c270b451ac0ed4e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/1982ac7f7d1b4f9aa92f5982d84e6b76, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/311132b540414859999606b094c206d1] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=47.8 K
2024-11-09T23:25:25,068 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/9959fc2e8fd74429bbb3e8a3fab6fdf5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=130.2 K
2024-11-09T23:25:25,069 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:25,069 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/9959fc2e8fd74429bbb3e8a3fab6fdf5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9]
2024-11-09T23:25:25,069 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 669fe3fba9d54532b77ce0fc6a029e88, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731194717787
2024-11-09T23:25:25,069 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9959fc2e8fd74429bbb3e8a3fab6fdf5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731194717787
2024-11-09T23:25:25,069 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb20d05fdfd4bdb9c270b451ac0ed4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731194718975
2024-11-09T23:25:25,070 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1982ac7f7d1b4f9aa92f5982d84e6b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731194720114
2024-11-09T23:25:25,070 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4e90b0919704b7cbd4d49cac67760e5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731194718975
2024-11-09T23:25:25,070 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 311132b540414859999606b094c206d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731194722265
2024-11-09T23:25:25,070 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27e61592dad64b0eb54eb2ec9d46118f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731194720114
2024-11-09T23:25:25,070 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2a4386a581d4263b87d0720c96f74c9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731194722265
2024-11-09T23:25:25,080 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:25,080 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/d48944711dd84774953f856668eddf84 is 50, key is test_row_0/B:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:25,087 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:25,093 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098fefae9b467f46f799d7e3be3b7d4699_e58d30c3e088a057bf7f5801436e19cd store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:25,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742008_1184 (size=12595)
2024-11-09T23:25:25,096 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098fefae9b467f46f799d7e3be3b7d4699_e58d30c3e088a057bf7f5801436e19cd, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:25,096 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098fefae9b467f46f799d7e3be3b7d4699_e58d30c3e088a057bf7f5801436e19cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:25,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742009_1185 (size=4469)
2024-11-09T23:25:25,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:25,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-09T23:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:25,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:25,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096012ed51b6e74007bf22039c99dc63aa_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194723410/Put/seqid=0
2024-11-09T23:25:25,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742010_1186 (size=12304)
2024-11-09T23:25:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:25,501 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:25,502 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/d48944711dd84774953f856668eddf84 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d48944711dd84774953f856668eddf84
2024-11-09T23:25:25,502 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/91edfe0e78f84404a4b25475bfd214db is 175, key is test_row_0/A:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:25,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742011_1187 (size=31549)
2024-11-09T23:25:25,507 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/B of e58d30c3e088a057bf7f5801436e19cd into d48944711dd84774953f856668eddf84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:25,507 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:25,507 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/B, priority=12, startTime=1731194725067; duration=0sec
2024-11-09T23:25:25,507 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:25,507 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:B
2024-11-09T23:25:25,507 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:25:25,508 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:25:25,508 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/C is initiating minor compaction (all files)
2024-11-09T23:25:25,508 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/C in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:25,509 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/93d5368126294bf2ba3f78ab529fb682, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/c56f8f352f65419084968a3f1baae8c3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/afcfeafe9aca40ef88186c38726bd808, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/25d778d4fdd84f039be32adac109b66f] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=47.8 K
2024-11-09T23:25:25,509 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 93d5368126294bf2ba3f78ab529fb682, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731194717787
2024-11-09T23:25:25,509 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting c56f8f352f65419084968a3f1baae8c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731194718975
2024-11-09T23:25:25,510 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting afcfeafe9aca40ef88186c38726bd808, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731194720114
2024-11-09T23:25:25,510 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 25d778d4fdd84f039be32adac109b66f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731194722265
2024-11-09T23:25:25,518 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:25,519 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/2027a45b42244b13a63c64f438669aad is 50, key is test_row_0/C:col10/1731194723394/Put/seqid=0
2024-11-09T23:25:25,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742012_1188 (size=12595)
2024-11-09T23:25:25,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:25,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096012ed51b6e74007bf22039c99dc63aa_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096012ed51b6e74007bf22039c99dc63aa_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:25,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/7695710f18854175bbe7a57120c22e59, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:25,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/7695710f18854175bbe7a57120c22e59 is 175, key is test_row_0/A:col10/1731194723410/Put/seqid=0
2024-11-09T23:25:25,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742013_1189 (size=31105)
2024-11-09T23:25:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:25,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:25,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194785604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:25,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194785707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:25,911 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/91edfe0e78f84404a4b25475bfd214db as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/91edfe0e78f84404a4b25475bfd214db
2024-11-09T23:25:25,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194785910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:25,915 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/A of e58d30c3e088a057bf7f5801436e19cd into 91edfe0e78f84404a4b25475bfd214db(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:25,915 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:25,915 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/A, priority=12, startTime=1731194725066; duration=0sec
2024-11-09T23:25:25,915 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:25,915 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:A
2024-11-09T23:25:25,928 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/2027a45b42244b13a63c64f438669aad as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/2027a45b42244b13a63c64f438669aad
2024-11-09T23:25:25,933 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/C of e58d30c3e088a057bf7f5801436e19cd into 2027a45b42244b13a63c64f438669aad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:25,933 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:25,933 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/C, priority=12, startTime=1731194725067; duration=0sec
2024-11-09T23:25:25,933 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:25,933 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:C
2024-11-09T23:25:25,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/7695710f18854175bbe7a57120c22e59
2024-11-09T23:25:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/885d5cd0a26043a4aa234bec5e687c51 is 50, key is test_row_0/B:col10/1731194723410/Put/seqid=0
2024-11-09T23:25:25,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742014_1190 (size=12151)
2024-11-09T23:25:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:26,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194786214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:26,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/885d5cd0a26043a4aa234bec5e687c51
2024-11-09T23:25:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/7dd5f3c96698452c9acb14f340053027 is 50, key is test_row_0/C:col10/1731194723410/Put/seqid=0
2024-11-09T23:25:26,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742015_1191 (size=12151)
2024-11-09T23:25:26,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194786719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:26,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/7dd5f3c96698452c9acb14f340053027
2024-11-09T23:25:26,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/7695710f18854175bbe7a57120c22e59 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59
2024-11-09T23:25:26,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59, entries=150, sequenceid=214, filesize=30.4 K
2024-11-09T23:25:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/885d5cd0a26043a4aa234bec5e687c51 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/885d5cd0a26043a4aa234bec5e687c51
2024-11-09T23:25:26,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/885d5cd0a26043a4aa234bec5e687c51, entries=150, sequenceid=214, filesize=11.9 K
2024-11-09T23:25:26,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/7dd5f3c96698452c9acb14f340053027 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7dd5f3c96698452c9acb14f340053027
2024-11-09T23:25:26,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7dd5f3c96698452c9acb14f340053027, entries=150, sequenceid=214, filesize=11.9 K
2024-11-09T23:25:26,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e58d30c3e088a057bf7f5801436e19cd in 1664ms, sequenceid=214, compaction requested=false
2024-11-09T23:25:26,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:26,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:26,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-11-09T23:25:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=58
2024-11-09T23:25:26,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57
2024-11-09T23:25:26,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7340 sec
2024-11-09T23:25:26,794 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.7380 sec
2024-11-09T23:25:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:27,730 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T23:25:27,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:27,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:27,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:27,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:27,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:27,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:27,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194787752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:27,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109534e07bcfd9049dca4f87ba1f1a9d5f4_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:27,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742016_1192 (size=14794)
2024-11-09T23:25:27,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194787856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:28,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194788059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-09T23:25:28,160 INFO  [Thread-659 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed
2024-11-09T23:25:28,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:28,161 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees
2024-11-09T23:25:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-09T23:25:28,163 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:28,164 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:28,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:28,165 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109534e07bcfd9049dca4f87ba1f1a9d5f4_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109534e07bcfd9049dca4f87ba1f1a9d5f4_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:28,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/06378c98f2dc4f9faa705f4cd99ec14c, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:28,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/06378c98f2dc4f9faa705f4cd99ec14c is 175, key is test_row_0/A:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:28,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742017_1193 (size=39749)
2024-11-09T23:25:28,177 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/06378c98f2dc4f9faa705f4cd99ec14c
2024-11-09T23:25:28,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/d4be638b7c19480387c371fac4ab7e1d is 50, key is test_row_0/B:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:28,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742018_1194 (size=12151)
2024-11-09T23:25:28,191 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/d4be638b7c19480387c371fac4ab7e1d
2024-11-09T23:25:28,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/cd9d42f84fa6400b8c931b35a4468c84 is 50, key is test_row_0/C:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:28,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742019_1195 (size=12151)
2024-11-09T23:25:28,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/cd9d42f84fa6400b8c931b35a4468c84
2024-11-09T23:25:28,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/06378c98f2dc4f9faa705f4cd99ec14c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c
2024-11-09T23:25:28,219 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c, entries=200, sequenceid=240, filesize=38.8 K
2024-11-09T23:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/d4be638b7c19480387c371fac4ab7e1d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d4be638b7c19480387c371fac4ab7e1d
2024-11-09T23:25:28,225 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d4be638b7c19480387c371fac4ab7e1d, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T23:25:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/cd9d42f84fa6400b8c931b35a4468c84 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/cd9d42f84fa6400b8c931b35a4468c84
2024-11-09T23:25:28,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/cd9d42f84fa6400b8c931b35a4468c84, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T23:25:28,231 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e58d30c3e088a057bf7f5801436e19cd in 501ms, sequenceid=240, compaction requested=true
2024-11-09T23:25:28,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:28,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:28,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:28,231 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:28,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:28,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:28,232 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:28,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:28,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:28,232 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:28,232 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:28,232 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/A is initiating minor compaction (all files)
2024-11-09T23:25:28,232 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/B is initiating minor compaction (all files)
2024-11-09T23:25:28,233 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/A in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:28,233 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/B in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:28,233 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d48944711dd84774953f856668eddf84, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/885d5cd0a26043a4aa234bec5e687c51, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d4be638b7c19480387c371fac4ab7e1d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=36.0 K
2024-11-09T23:25:28,233 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/91edfe0e78f84404a4b25475bfd214db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=100.0 K
2024-11-09T23:25:28,233 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:28,233 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/91edfe0e78f84404a4b25475bfd214db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c]
2024-11-09T23:25:28,233 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d48944711dd84774953f856668eddf84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731194722265
2024-11-09T23:25:28,233 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91edfe0e78f84404a4b25475bfd214db, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731194722265
2024-11-09T23:25:28,233 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 885d5cd0a26043a4aa234bec5e687c51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731194723410
2024-11-09T23:25:28,233 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7695710f18854175bbe7a57120c22e59, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731194723410
2024-11-09T23:25:28,234 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d4be638b7c19480387c371fac4ab7e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194725596
2024-11-09T23:25:28,234 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06378c98f2dc4f9faa705f4cd99ec14c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194725596
2024-11-09T23:25:28,242 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:28,243 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:28,243 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/96dc2f782c2946749fd5b915f545caa9 is 50, key is test_row_0/B:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:28,244 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109275bee467bb74fc1837bf3aa0d1a17f8_e58d30c3e088a057bf7f5801436e19cd store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:28,246 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109275bee467bb74fc1837bf3aa0d1a17f8_e58d30c3e088a057bf7f5801436e19cd, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:28,246 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109275bee467bb74fc1837bf3aa0d1a17f8_e58d30c3e088a057bf7f5801436e19cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:28,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742020_1196 (size=12697)
2024-11-09T23:25:28,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742021_1197 (size=4469)
2024-11-09T23:25:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-09T23:25:28,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:28,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-09T23:25:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:28,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T23:25:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b895e4d945ae48909010702dd1c1a752_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194727747/Put/seqid=0
2024-11-09T23:25:28,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742022_1198 (size=12304)
2024-11-09T23:25:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:28,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T23:25:28,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194788415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-09T23:25:28,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194788520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:28,656 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:28,657 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/991aa72176834d12a2b5ede3486e4501 is 175, key is test_row_0/A:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:28,657 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/96dc2f782c2946749fd5b915f545caa9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/96dc2f782c2946749fd5b915f545caa9
2024-11-09T23:25:28,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742023_1199 (size=31651)
2024-11-09T23:25:28,662 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/B of e58d30c3e088a057bf7f5801436e19cd into 96dc2f782c2946749fd5b915f545caa9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:28,662 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:28,662 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/B, priority=13, startTime=1731194728231; duration=0sec
2024-11-09T23:25:28,662 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:28,662 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:B
2024-11-09T23:25:28,662 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:28,663 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:28,663 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/C is initiating minor compaction (all files)
2024-11-09T23:25:28,664 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/C in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:28,664 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/2027a45b42244b13a63c64f438669aad, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7dd5f3c96698452c9acb14f340053027, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/cd9d42f84fa6400b8c931b35a4468c84] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=36.0 K
2024-11-09T23:25:28,664 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 2027a45b42244b13a63c64f438669aad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731194722265
2024-11-09T23:25:28,664 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd5f3c96698452c9acb14f340053027, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731194723410
2024-11-09T23:25:28,665 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cd9d42f84fa6400b8c931b35a4468c84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194725596
2024-11-09T23:25:28,671 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:28,672 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/531ec1b304fa4ee0a1cf653bb78e9ec7 is 50, key is test_row_0/C:col10/1731194727729/Put/seqid=0
2024-11-09T23:25:28,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742024_1200 (size=12697)
2024-11-09T23:25:28,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194788725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:28,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b895e4d945ae48909010702dd1c1a752_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b895e4d945ae48909010702dd1c1a752_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:28,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b02e99becc764e7996c66b4408a98173, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:28,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b02e99becc764e7996c66b4408a98173 is 175, key is test_row_0/A:col10/1731194727747/Put/seqid=0
2024-11-09T23:25:28,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742025_1201 (size=31105)
2024-11-09T23:25:28,744 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b02e99becc764e7996c66b4408a98173
2024-11-09T23:25:28,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/b6cda75474e4454798acfbae5ff2af8f is 50, key is test_row_0/B:col10/1731194727747/Put/seqid=0
2024-11-09T23:25:28,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742026_1202 (size=12151)
2024-11-09T23:25:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-09T23:25:29,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194789027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:29,065 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/991aa72176834d12a2b5ede3486e4501 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/991aa72176834d12a2b5ede3486e4501
2024-11-09T23:25:29,070 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/A of e58d30c3e088a057bf7f5801436e19cd into 991aa72176834d12a2b5ede3486e4501(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:29,070 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:29,070 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/A, priority=13, startTime=1731194728231; duration=0sec
2024-11-09T23:25:29,070 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:29,070 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:A
2024-11-09T23:25:29,081 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/531ec1b304fa4ee0a1cf653bb78e9ec7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/531ec1b304fa4ee0a1cf653bb78e9ec7
2024-11-09T23:25:29,086 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/C of e58d30c3e088a057bf7f5801436e19cd into 531ec1b304fa4ee0a1cf653bb78e9ec7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:29,086 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:29,086 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/C, priority=13, startTime=1731194728232; duration=0sec
2024-11-09T23:25:29,086 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:29,086 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:C
2024-11-09T23:25:29,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/b6cda75474e4454798acfbae5ff2af8f
2024-11-09T23:25:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/343ed84a895f4f6882d39b8ae35be3ea is 50, key is test_row_0/C:col10/1731194727747/Put/seqid=0
2024-11-09T23:25:29,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742027_1203 (size=12151)
2024-11-09T23:25:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-09T23:25:29,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194789532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:29,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/343ed84a895f4f6882d39b8ae35be3ea
2024-11-09T23:25:29,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/b02e99becc764e7996c66b4408a98173 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173
2024-11-09T23:25:29,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173, entries=150, sequenceid=253, filesize=30.4 K
2024-11-09T23:25:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/b6cda75474e4454798acfbae5ff2af8f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/b6cda75474e4454798acfbae5ff2af8f
2024-11-09T23:25:29,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/b6cda75474e4454798acfbae5ff2af8f, entries=150, sequenceid=253, filesize=11.9 K
2024-11-09T23:25:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/343ed84a895f4f6882d39b8ae35be3ea as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/343ed84a895f4f6882d39b8ae35be3ea
2024-11-09T23:25:29,588 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/343ed84a895f4f6882d39b8ae35be3ea, entries=150, sequenceid=253, filesize=11.9 K
2024-11-09T23:25:29,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e58d30c3e088a057bf7f5801436e19cd in 1273ms, sequenceid=253, compaction requested=false
2024-11-09T23:25:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60
2024-11-09T23:25:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=60
2024-11-09T23:25:29,591 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59
2024-11-09T23:25:29,592 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec
2024-11-09T23:25:29,592 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.4310 sec
2024-11-09T23:25:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-09T23:25:30,266 INFO  [Thread-659 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed
2024-11-09T23:25:30,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees
2024-11-09T23:25:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-09T23:25:30,269 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:30,269 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:30,269 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-09T23:25:30,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:30,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:30,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fa417a2ce55e4cf18618e0c7d144f717_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194728393/Put/seqid=0
2024-11-09T23:25:30,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742028_1204 (size=12454)
2024-11-09T23:25:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:30,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. as already flushing
2024-11-09T23:25:30,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194790565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-09T23:25:30,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194790670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:30,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:30,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fa417a2ce55e4cf18618e0c7d144f717_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa417a2ce55e4cf18618e0c7d144f717_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:30,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/18e3c045e86743cf96222cb46a4b8388, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/18e3c045e86743cf96222cb46a4b8388 is 175, key is test_row_0/A:col10/1731194728393/Put/seqid=0
2024-11-09T23:25:30,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742029_1205 (size=31255)
2024-11-09T23:25:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-09T23:25:30,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194790873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:31,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194791175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:31,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/18e3c045e86743cf96222cb46a4b8388
2024-11-09T23:25:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/4f71fcf392d44e9096ef43f7df69962c is 50, key is test_row_0/B:col10/1731194728393/Put/seqid=0
2024-11-09T23:25:31,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742030_1206 (size=12301)
2024-11-09T23:25:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-09T23:25:31,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/4f71fcf392d44e9096ef43f7df69962c
2024-11-09T23:25:31,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/ae12e2dd3f014365a911f70bcd6ab8b7 is 50, key is test_row_0/C:col10/1731194728393/Put/seqid=0
2024-11-09T23:25:31,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742031_1207 (size=12301)
2024-11-09T23:25:31,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50380 deadline: 1731194791681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:31,731 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:58838
2024-11-09T23:25:31,732 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:31,733 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:58838
2024-11-09T23:25:31,733 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:31,734 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:58838
2024-11-09T23:25:31,734 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:31,735 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:58838
2024-11-09T23:25:31,735 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:32,077 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/ae12e2dd3f014365a911f70bcd6ab8b7
2024-11-09T23:25:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/18e3c045e86743cf96222cb46a4b8388 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388
2024-11-09T23:25:32,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388, entries=150, sequenceid=279, filesize=30.5 K
2024-11-09T23:25:32,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/4f71fcf392d44e9096ef43f7df69962c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4f71fcf392d44e9096ef43f7df69962c
2024-11-09T23:25:32,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4f71fcf392d44e9096ef43f7df69962c, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T23:25:32,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/ae12e2dd3f014365a911f70bcd6ab8b7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ae12e2dd3f014365a911f70bcd6ab8b7
2024-11-09T23:25:32,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ae12e2dd3f014365a911f70bcd6ab8b7, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T23:25:32,108 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e58d30c3e088a057bf7f5801436e19cd in 1687ms, sequenceid=279, compaction requested=true
2024-11-09T23:25:32,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:32,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:32,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62
2024-11-09T23:25:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=62
2024-11-09T23:25:32,112 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61
2024-11-09T23:25:32,112 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec
2024-11-09T23:25:32,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8450 sec
2024-11-09T23:25:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-09T23:25:32,374 INFO  [Thread-659 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed
2024-11-09T23:25:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:32,688 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:25:32,688 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:58838
2024-11-09T23:25:32,688 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:32,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:32,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:32,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:32,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:32,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:32,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:32,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b44b6fd73184ab29431bbc855b42484_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194732687/Put/seqid=0
2024-11-09T23:25:32,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742032_1208 (size=12454)
2024-11-09T23:25:33,101 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:33,109 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b44b6fd73184ab29431bbc855b42484_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b44b6fd73184ab29431bbc855b42484_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:33,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/6baa2172c3684f1fb5d821463a26c46d, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:33,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/6baa2172c3684f1fb5d821463a26c46d is 175, key is test_row_0/A:col10/1731194732687/Put/seqid=0
2024-11-09T23:25:33,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742033_1209 (size=31255)
2024-11-09T23:25:33,519 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/6baa2172c3684f1fb5d821463a26c46d
2024-11-09T23:25:33,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/ba961964e9bc4eebbdcfa0719cbc3d6e is 50, key is test_row_0/B:col10/1731194732687/Put/seqid=0
2024-11-09T23:25:33,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742034_1210 (size=12301)
2024-11-09T23:25:33,939 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/ba961964e9bc4eebbdcfa0719cbc3d6e
2024-11-09T23:25:33,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/ab5a79ce3dc14433ac91e9c832af467a is 50, key is test_row_0/C:col10/1731194732687/Put/seqid=0
2024-11-09T23:25:33,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742035_1211 (size=12301)
2024-11-09T23:25:34,216 DEBUG [Thread-653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:58838
2024-11-09T23:25:34,217 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:34,255 DEBUG [Thread-655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:58838
2024-11-09T23:25:34,255 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:34,264 DEBUG [Thread-651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:58838
2024-11-09T23:25:34,264 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:34,297 DEBUG [Thread-657 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:58838
2024-11-09T23:25:34,298 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 145
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 24
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 20
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T23:25:34,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6423
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6412
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2691
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8073 rows
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2692
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8076 rows
2024-11-09T23:25:34,299 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:25:34,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:58838
2024-11-09T23:25:34,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:25:34,302 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-09T23:25:34,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:34,308 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194734307"}]},"ts":"1731194734307"}
2024-11-09T23:25:34,309 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T23:25:34,324 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T23:25:34,325 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:25:34,326 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, UNASSIGN}]
2024-11-09T23:25:34,326 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, UNASSIGN
2024-11-09T23:25:34,327 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:34,328 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:25:34,328 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:25:34,358 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/ab5a79ce3dc14433ac91e9c832af467a
2024-11-09T23:25:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/6baa2172c3684f1fb5d821463a26c46d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d
2024-11-09T23:25:34,370 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d, entries=150, sequenceid=293, filesize=30.5 K
2024-11-09T23:25:34,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/ba961964e9bc4eebbdcfa0719cbc3d6e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/ba961964e9bc4eebbdcfa0719cbc3d6e
2024-11-09T23:25:34,378 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/ba961964e9bc4eebbdcfa0719cbc3d6e, entries=150, sequenceid=293, filesize=12.0 K
2024-11-09T23:25:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/ab5a79ce3dc14433ac91e9c832af467a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ab5a79ce3dc14433ac91e9c832af467a
2024-11-09T23:25:34,384 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ab5a79ce3dc14433ac91e9c832af467a, entries=150, sequenceid=293, filesize=12.0 K
2024-11-09T23:25:34,385 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for e58d30c3e088a057bf7f5801436e19cd in 1697ms, sequenceid=293, compaction requested=true
2024-11-09T23:25:34,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:34,386 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:25:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:34,386 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:25:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e58d30c3e088a057bf7f5801436e19cd:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:34,388 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:25:34,388 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 125266 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:25:34,388 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/B is initiating minor compaction (all files)
2024-11-09T23:25:34,388 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): e58d30c3e088a057bf7f5801436e19cd/A is initiating minor compaction (all files)
2024-11-09T23:25:34,388 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/B in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:34,388 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e58d30c3e088a057bf7f5801436e19cd/A in TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:34,388 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/96dc2f782c2946749fd5b915f545caa9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/b6cda75474e4454798acfbae5ff2af8f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4f71fcf392d44e9096ef43f7df69962c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/ba961964e9bc4eebbdcfa0719cbc3d6e] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=48.3 K
2024-11-09T23:25:34,388 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/991aa72176834d12a2b5ede3486e4501, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp, totalSize=122.3 K
2024-11-09T23:25:34,388 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:34,388 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/991aa72176834d12a2b5ede3486e4501, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d]
2024-11-09T23:25:34,389 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 96dc2f782c2946749fd5b915f545caa9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194725596
2024-11-09T23:25:34,389 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 991aa72176834d12a2b5ede3486e4501, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731194725596
2024-11-09T23:25:34,389 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b6cda75474e4454798acfbae5ff2af8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194727745
2024-11-09T23:25:34,389 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b02e99becc764e7996c66b4408a98173, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194727745
2024-11-09T23:25:34,390 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f71fcf392d44e9096ef43f7df69962c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731194728393
2024-11-09T23:25:34,390 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18e3c045e86743cf96222cb46a4b8388, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731194728393
2024-11-09T23:25:34,390 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ba961964e9bc4eebbdcfa0719cbc3d6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731194730550
2024-11-09T23:25:34,390 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6baa2172c3684f1fb5d821463a26c46d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731194730550
2024-11-09T23:25:34,390 DEBUG [master/5c400312e287:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c1102beb622bfcc223d762cc9b488eed changed from -1.0 to 0.0, refreshing cache
2024-11-09T23:25:34,404 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#B#compaction#174 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:34,404 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:34,404 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/8ec006c3ac6e4e3ab49f6beb511c069e is 50, key is test_row_0/B:col10/1731194732687/Put/seqid=0
2024-11-09T23:25:34,406 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092588200093884035989366cdda6d011f_e58d30c3e088a057bf7f5801436e19cd store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:34,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742036_1212 (size=12983)
2024-11-09T23:25:34,435 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092588200093884035989366cdda6d011f_e58d30c3e088a057bf7f5801436e19cd, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:34,435 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092588200093884035989366cdda6d011f_e58d30c3e088a057bf7f5801436e19cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:34,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742037_1213 (size=4469)
2024-11-09T23:25:34,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:34,478 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:34,478 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:25:34,479 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing e58d30c3e088a057bf7f5801436e19cd, disabling compactions & flushes
2024-11-09T23:25:34,479 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:34,819 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/8ec006c3ac6e4e3ab49f6beb511c069e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/8ec006c3ac6e4e3ab49f6beb511c069e
2024-11-09T23:25:34,826 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/B of e58d30c3e088a057bf7f5801436e19cd into 8ec006c3ac6e4e3ab49f6beb511c069e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:34,826 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:34,826 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/B, priority=12, startTime=1731194734386; duration=0sec
2024-11-09T23:25:34,827 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:34,827 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:B
2024-11-09T23:25:34,827 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. because compaction request was cancelled
2024-11-09T23:25:34,827 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:C
2024-11-09T23:25:34,841 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e58d30c3e088a057bf7f5801436e19cd#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:34,842 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/097fc5298e6b45d4997f64a00ab8ec2f is 175, key is test_row_0/A:col10/1731194732687/Put/seqid=0
2024-11-09T23:25:34,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742038_1214 (size=31937)
2024-11-09T23:25:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:35,258 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/097fc5298e6b45d4997f64a00ab8ec2f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/097fc5298e6b45d4997f64a00ab8ec2f
2024-11-09T23:25:35,262 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e58d30c3e088a057bf7f5801436e19cd/A of e58d30c3e088a057bf7f5801436e19cd into 097fc5298e6b45d4997f64a00ab8ec2f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:35,262 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:35,262 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:35,262 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd., storeName=e58d30c3e088a057bf7f5801436e19cd/A, priority=12, startTime=1731194734386; duration=0sec
2024-11-09T23:25:35,262 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:35,262 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd. after waiting 0 ms
2024-11-09T23:25:35,262 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:35,262 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e58d30c3e088a057bf7f5801436e19cd:A
2024-11-09T23:25:35,262 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:35,263 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing e58d30c3e088a057bf7f5801436e19cd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T23:25:35,263 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=A
2024-11-09T23:25:35,263 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:35,263 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=B
2024-11-09T23:25:35,263 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:35,263 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e58d30c3e088a057bf7f5801436e19cd, store=C
2024-11-09T23:25:35,263 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:35,269 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd76e2bd720c49acb0520513bc8ea1b1_e58d30c3e088a057bf7f5801436e19cd is 50, key is test_row_0/A:col10/1731194734213/Put/seqid=0
2024-11-09T23:25:35,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742039_1215 (size=12454)
2024-11-09T23:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:35,675 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:35,685 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd76e2bd720c49acb0520513bc8ea1b1_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd76e2bd720c49acb0520513bc8ea1b1_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:35,686 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/43cd06bac5d44e3f9b6d7a3a26154b7a, store: [table=TestAcidGuarantees family=A region=e58d30c3e088a057bf7f5801436e19cd]
2024-11-09T23:25:35,687 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/43cd06bac5d44e3f9b6d7a3a26154b7a is 175, key is test_row_0/A:col10/1731194734213/Put/seqid=0
2024-11-09T23:25:35,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742040_1216 (size=31255)
2024-11-09T23:25:36,092 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/43cd06bac5d44e3f9b6d7a3a26154b7a
2024-11-09T23:25:36,105 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/76ec53a52746496683034eefd29745eb is 50, key is test_row_0/B:col10/1731194734213/Put/seqid=0
2024-11-09T23:25:36,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742041_1217 (size=12301)
2024-11-09T23:25:36,332 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:46087,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:36,511 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/76ec53a52746496683034eefd29745eb
2024-11-09T23:25:36,522 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/28e0a39b1a6d425dbea9d2d69ea7300d is 50, key is test_row_0/C:col10/1731194734213/Put/seqid=0
2024-11-09T23:25:36,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742042_1218 (size=12301)
2024-11-09T23:25:36,928 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/28e0a39b1a6d425dbea9d2d69ea7300d
2024-11-09T23:25:36,939 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/A/43cd06bac5d44e3f9b6d7a3a26154b7a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/43cd06bac5d44e3f9b6d7a3a26154b7a
2024-11-09T23:25:36,945 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/43cd06bac5d44e3f9b6d7a3a26154b7a, entries=150, sequenceid=302, filesize=30.5 K
2024-11-09T23:25:36,946 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/B/76ec53a52746496683034eefd29745eb as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/76ec53a52746496683034eefd29745eb
2024-11-09T23:25:36,951 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/76ec53a52746496683034eefd29745eb, entries=150, sequenceid=302, filesize=12.0 K
2024-11-09T23:25:36,952 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/.tmp/C/28e0a39b1a6d425dbea9d2d69ea7300d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/28e0a39b1a6d425dbea9d2d69ea7300d
2024-11-09T23:25:36,957 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/28e0a39b1a6d425dbea9d2d69ea7300d, entries=150, sequenceid=302, filesize=12.0 K
2024-11-09T23:25:36,958 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e58d30c3e088a057bf7f5801436e19cd in 1696ms, sequenceid=302, compaction requested=true
2024-11-09T23:25:36,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6c47e639533444458a11caaa62c5e037, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a530c44e64c24ec49fab24036c03e603, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/9959fc2e8fd74429bbb3e8a3fab6fdf5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/91edfe0e78f84404a4b25475bfd214db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/991aa72176834d12a2b5ede3486e4501, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d] to archive
2024-11-09T23:25:36,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:25:36,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b8e039b00ca24fb3841e740832f3d714
2024-11-09T23:25:36,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/371b2f2bf0e54c36adce39ae904017d2
2024-11-09T23:25:36,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6c47e639533444458a11caaa62c5e037 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6c47e639533444458a11caaa62c5e037
2024-11-09T23:25:36,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/67e60f138a1c44649de167b5c74a3814
2024-11-09T23:25:36,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/deab8ae827824b66a3f3a671c297d53d
2024-11-09T23:25:36,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/3b70187852294bab9c4e715b9ab2e72d
2024-11-09T23:25:36,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a530c44e64c24ec49fab24036c03e603 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a530c44e64c24ec49fab24036c03e603
2024-11-09T23:25:36,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d2db96ef59b3415a88caf7dc7dd3522e
2024-11-09T23:25:36,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/d22e081b97d14ec99034e390e9b85e61
2024-11-09T23:25:36,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/9959fc2e8fd74429bbb3e8a3fab6fdf5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/9959fc2e8fd74429bbb3e8a3fab6fdf5
2024-11-09T23:25:36,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/f4e90b0919704b7cbd4d49cac67760e5
2024-11-09T23:25:36,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/27e61592dad64b0eb54eb2ec9d46118f
2024-11-09T23:25:36,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/a2a4386a581d4263b87d0720c96f74c9
2024-11-09T23:25:36,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/91edfe0e78f84404a4b25475bfd214db to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/91edfe0e78f84404a4b25475bfd214db
2024-11-09T23:25:36,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/7695710f18854175bbe7a57120c22e59
2024-11-09T23:25:36,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/06378c98f2dc4f9faa705f4cd99ec14c
2024-11-09T23:25:36,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/991aa72176834d12a2b5ede3486e4501 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/991aa72176834d12a2b5ede3486e4501
2024-11-09T23:25:36,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/b02e99becc764e7996c66b4408a98173
2024-11-09T23:25:36,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/18e3c045e86743cf96222cb46a4b8388
2024-11-09T23:25:36,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/6baa2172c3684f1fb5d821463a26c46d
2024-11-09T23:25:36,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/da662ff4bd574ff4a6e2fe249f2b49c0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/af147d865d9c4490b327be2a7e6d29cd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3f54ee5a5abc410f8868cd3211e75134, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/90adee171efa4e4382ee0a60d9abeaea, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/5f2d2e3fa3ac4e668a77c489e568430f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3649958e0710451395e71db006ad5ece, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/108f984977bf4cc9a2da41ab4199290d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/e14d5f69c045431898c7c0ea6288aae8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/669fe3fba9d54532b77ce0fc6a029e88, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/9e311cd098174656bd685bd91af7e61a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4bb20d05fdfd4bdb9c270b451ac0ed4e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/1982ac7f7d1b4f9aa92f5982d84e6b76, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d48944711dd84774953f856668eddf84, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/311132b540414859999606b094c206d1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/885d5cd0a26043a4aa234bec5e687c51, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/96dc2f782c2946749fd5b915f545caa9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d4be638b7c19480387c371fac4ab7e1d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/b6cda75474e4454798acfbae5ff2af8f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4f71fcf392d44e9096ef43f7df69962c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/ba961964e9bc4eebbdcfa0719cbc3d6e] to archive
2024-11-09T23:25:37,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:25:37,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/da662ff4bd574ff4a6e2fe249f2b49c0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/da662ff4bd574ff4a6e2fe249f2b49c0
2024-11-09T23:25:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/af147d865d9c4490b327be2a7e6d29cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/af147d865d9c4490b327be2a7e6d29cd
2024-11-09T23:25:37,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3f54ee5a5abc410f8868cd3211e75134 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3f54ee5a5abc410f8868cd3211e75134
2024-11-09T23:25:37,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/90adee171efa4e4382ee0a60d9abeaea to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/90adee171efa4e4382ee0a60d9abeaea
2024-11-09T23:25:37,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/5f2d2e3fa3ac4e668a77c489e568430f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/5f2d2e3fa3ac4e668a77c489e568430f
2024-11-09T23:25:37,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3649958e0710451395e71db006ad5ece to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/3649958e0710451395e71db006ad5ece
2024-11-09T23:25:37,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/108f984977bf4cc9a2da41ab4199290d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/108f984977bf4cc9a2da41ab4199290d
2024-11-09T23:25:37,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/e14d5f69c045431898c7c0ea6288aae8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/e14d5f69c045431898c7c0ea6288aae8
2024-11-09T23:25:37,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/669fe3fba9d54532b77ce0fc6a029e88 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/669fe3fba9d54532b77ce0fc6a029e88
2024-11-09T23:25:37,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/9e311cd098174656bd685bd91af7e61a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/9e311cd098174656bd685bd91af7e61a
2024-11-09T23:25:37,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4bb20d05fdfd4bdb9c270b451ac0ed4e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4bb20d05fdfd4bdb9c270b451ac0ed4e
2024-11-09T23:25:37,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/1982ac7f7d1b4f9aa92f5982d84e6b76 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/1982ac7f7d1b4f9aa92f5982d84e6b76
2024-11-09T23:25:37,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d48944711dd84774953f856668eddf84 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d48944711dd84774953f856668eddf84
2024-11-09T23:25:37,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/311132b540414859999606b094c206d1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/311132b540414859999606b094c206d1
2024-11-09T23:25:37,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/885d5cd0a26043a4aa234bec5e687c51 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/885d5cd0a26043a4aa234bec5e687c51
2024-11-09T23:25:37,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/96dc2f782c2946749fd5b915f545caa9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/96dc2f782c2946749fd5b915f545caa9
2024-11-09T23:25:37,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d4be638b7c19480387c371fac4ab7e1d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/d4be638b7c19480387c371fac4ab7e1d
2024-11-09T23:25:37,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/b6cda75474e4454798acfbae5ff2af8f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/b6cda75474e4454798acfbae5ff2af8f
2024-11-09T23:25:37,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4f71fcf392d44e9096ef43f7df69962c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/4f71fcf392d44e9096ef43f7df69962c
2024-11-09T23:25:37,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/ba961964e9bc4eebbdcfa0719cbc3d6e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/ba961964e9bc4eebbdcfa0719cbc3d6e
2024-11-09T23:25:37,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/efb6772c35f34869afe874edaa36c53d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/5716f7aa4d1a49e1ae35eee9e6480601, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/52c5881e12dc48ef87437e207873640d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/842bcf749d05409ebfb497d46d53d841, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7cd2591a53c54b0fa02dde923e1408e4, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/f4cb361ceecb4e539f91bbb0e5a9c34a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/258548e46b46434389d1bd6ea4c5c5d9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/342200aea6394a99a75da2e65ac932d5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/93d5368126294bf2ba3f78ab529fb682, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/22dd831151a84c1e8faf0406ab65a0b8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/c56f8f352f65419084968a3f1baae8c3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/afcfeafe9aca40ef88186c38726bd808, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/2027a45b42244b13a63c64f438669aad, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/25d778d4fdd84f039be32adac109b66f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7dd5f3c96698452c9acb14f340053027, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/cd9d42f84fa6400b8c931b35a4468c84] to archive
2024-11-09T23:25:37,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:25:37,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/efb6772c35f34869afe874edaa36c53d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/efb6772c35f34869afe874edaa36c53d
2024-11-09T23:25:37,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/5716f7aa4d1a49e1ae35eee9e6480601 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/5716f7aa4d1a49e1ae35eee9e6480601
2024-11-09T23:25:37,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/52c5881e12dc48ef87437e207873640d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/52c5881e12dc48ef87437e207873640d
2024-11-09T23:25:37,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/842bcf749d05409ebfb497d46d53d841 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/842bcf749d05409ebfb497d46d53d841
2024-11-09T23:25:37,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7cd2591a53c54b0fa02dde923e1408e4 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7cd2591a53c54b0fa02dde923e1408e4
2024-11-09T23:25:37,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/f4cb361ceecb4e539f91bbb0e5a9c34a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/f4cb361ceecb4e539f91bbb0e5a9c34a
2024-11-09T23:25:37,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/258548e46b46434389d1bd6ea4c5c5d9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/258548e46b46434389d1bd6ea4c5c5d9
2024-11-09T23:25:37,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/342200aea6394a99a75da2e65ac932d5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/342200aea6394a99a75da2e65ac932d5
2024-11-09T23:25:37,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/93d5368126294bf2ba3f78ab529fb682 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/93d5368126294bf2ba3f78ab529fb682
2024-11-09T23:25:37,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/22dd831151a84c1e8faf0406ab65a0b8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/22dd831151a84c1e8faf0406ab65a0b8
2024-11-09T23:25:37,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/c56f8f352f65419084968a3f1baae8c3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/c56f8f352f65419084968a3f1baae8c3
2024-11-09T23:25:37,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/afcfeafe9aca40ef88186c38726bd808 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/afcfeafe9aca40ef88186c38726bd808
2024-11-09T23:25:37,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/2027a45b42244b13a63c64f438669aad to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/2027a45b42244b13a63c64f438669aad
2024-11-09T23:25:37,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/25d778d4fdd84f039be32adac109b66f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/25d778d4fdd84f039be32adac109b66f
2024-11-09T23:25:37,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7dd5f3c96698452c9acb14f340053027 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/7dd5f3c96698452c9acb14f340053027
2024-11-09T23:25:37,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/cd9d42f84fa6400b8c931b35a4468c84 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/cd9d42f84fa6400b8c931b35a4468c84
2024-11-09T23:25:37,076 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/recovered.edits/305.seqid, newMaxSeqId=305, maxSeqId=4
2024-11-09T23:25:37,077 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.
2024-11-09T23:25:37,077 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for e58d30c3e088a057bf7f5801436e19cd:

2024-11-09T23:25:37,080 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:37,080 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e58d30c3e088a057bf7f5801436e19cd, regionState=CLOSED
2024-11-09T23:25:37,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65
2024-11-09T23:25:37,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure e58d30c3e088a057bf7f5801436e19cd, server=5c400312e287,42983,1731194669945 in 2.7540 sec
2024-11-09T23:25:37,087 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64
2024-11-09T23:25:37,087 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e58d30c3e088a057bf7f5801436e19cd, UNASSIGN in 2.7580 sec
2024-11-09T23:25:37,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63
2024-11-09T23:25:37,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7620 sec
2024-11-09T23:25:37,092 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194737091"}]},"ts":"1731194737091"}
2024-11-09T23:25:37,093 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T23:25:37,136 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T23:25:37,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8340 sec
2024-11-09T23:25:38,397 ERROR [LeaseRenewer:jenkins@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:46087,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-09T23:25:38,414 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed
2024-11-09T23:25:38,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T23:25:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,416 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-09T23:25:38,416 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,417 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,420 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/recovered.edits]
2024-11-09T23:25:38,434 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/097fc5298e6b45d4997f64a00ab8ec2f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/097fc5298e6b45d4997f64a00ab8ec2f
2024-11-09T23:25:38,436 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/43cd06bac5d44e3f9b6d7a3a26154b7a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/A/43cd06bac5d44e3f9b6d7a3a26154b7a
2024-11-09T23:25:38,440 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/76ec53a52746496683034eefd29745eb to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/76ec53a52746496683034eefd29745eb
2024-11-09T23:25:38,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/8ec006c3ac6e4e3ab49f6beb511c069e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/B/8ec006c3ac6e4e3ab49f6beb511c069e
2024-11-09T23:25:38,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/28e0a39b1a6d425dbea9d2d69ea7300d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/28e0a39b1a6d425dbea9d2d69ea7300d
2024-11-09T23:25:38,449 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/343ed84a895f4f6882d39b8ae35be3ea to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/343ed84a895f4f6882d39b8ae35be3ea
2024-11-09T23:25:38,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/531ec1b304fa4ee0a1cf653bb78e9ec7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/531ec1b304fa4ee0a1cf653bb78e9ec7
2024-11-09T23:25:38,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ab5a79ce3dc14433ac91e9c832af467a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ab5a79ce3dc14433ac91e9c832af467a
2024-11-09T23:25:38,453 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ae12e2dd3f014365a911f70bcd6ab8b7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/C/ae12e2dd3f014365a911f70bcd6ab8b7
2024-11-09T23:25:38,455 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/recovered.edits/305.seqid to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd/recovered.edits/305.seqid
2024-11-09T23:25:38,456 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,456 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T23:25:38,456 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T23:25:38,457 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-09T23:25:38,461 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109058ed68bf61f4b079fc9c3ddab045fdb_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109058ed68bf61f4b079fc9c3ddab045fdb_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,462 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094df6242bd77841cd9e5d0b6b6b3fe17b_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094df6242bd77841cd9e5d0b6b6b3fe17b_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,463 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109534e07bcfd9049dca4f87ba1f1a9d5f4_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109534e07bcfd9049dca4f87ba1f1a9d5f4_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,464 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096012ed51b6e74007bf22039c99dc63aa_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096012ed51b6e74007bf22039c99dc63aa_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,465 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b44b6fd73184ab29431bbc855b42484_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b44b6fd73184ab29431bbc855b42484_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,466 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099102472ea0174821b7ca473ab2234d43_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099102472ea0174821b7ca473ab2234d43_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,467 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ee11f28c6b84dc09176e82158cbff2a_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ee11f28c6b84dc09176e82158cbff2a_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,468 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b895e4d945ae48909010702dd1c1a752_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b895e4d945ae48909010702dd1c1a752_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,469 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cb90083240454a49980816637268c28e_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cb90083240454a49980816637268c28e_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,469 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd76e2bd720c49acb0520513bc8ea1b1_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd76e2bd720c49acb0520513bc8ea1b1_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,470 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d22a2b42dc1c4f2b8c5cc0989d825583_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d22a2b42dc1c4f2b8c5cc0989d825583_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,471 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e0788c79d8074efd9c248a11079daa80_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e0788c79d8074efd9c248a11079daa80_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,472 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f01e9ec7de9b41c3b718f49a79e92906_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f01e9ec7de9b41c3b718f49a79e92906_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,473 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2af79d698ca4d8aafe3b8fb18f6d3bf_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2af79d698ca4d8aafe3b8fb18f6d3bf_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,474 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f6d8aa026e754ac5a561411b2d6c1f7f_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f6d8aa026e754ac5a561411b2d6c1f7f_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,475 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa417a2ce55e4cf18618e0c7d144f717_e58d30c3e088a057bf7f5801436e19cd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa417a2ce55e4cf18618e0c7d144f717_e58d30c3e088a057bf7f5801436e19cd
2024-11-09T23:25:38,476 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T23:25:38,478 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,480 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T23:25:38,482 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T23:25:38,483 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,483 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T23:25:38,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731194738483"}]},"ts":"9223372036854775807"}
2024-11-09T23:25:38,485 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-09T23:25:38,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e58d30c3e088a057bf7f5801436e19cd, NAME => 'TestAcidGuarantees,,1731194708388.e58d30c3e088a057bf7f5801436e19cd.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T23:25:38,485 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T23:25:38,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731194738485"}]},"ts":"9223372036854775807"}
2024-11-09T23:25:38,486 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-09T23:25:38,499 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec
2024-11-09T23:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-09T23:25:38,517 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed
2024-11-09T23:25:38,530 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239 (was 237)
Potentially hanging thread: hconnection-0x772e445c-shared-pool-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-150313840_22 at /127.0.0.1:50106 [Waiting for operation #94]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x772e445c-shared-pool-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x772e445c-shared-pool-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_189097373_22 at /127.0.0.1:39982 [Waiting for operation #156]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-150313840_22 at /127.0.0.1:42636 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_189097373_22 at /127.0.0.1:53792 [Waiting for operation #181]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/dfs/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/dfs/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x772e445c-shared-pool-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4325 (was 4394)
2024-11-09T23:25:38,539 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=4325
2024-11-09T23:25:38,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:25:38,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:25:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T23:25:38,542 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:25:38,543 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:38,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 68
2024-11-09T23:25:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68
2024-11-09T23:25:38,543 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:25:38,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742043_1219 (size=960)
2024-11-09T23:25:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68
2024-11-09T23:25:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68
2024-11-09T23:25:38,957 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:25:38,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742044_1220 (size=53)
2024-11-09T23:25:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68
2024-11-09T23:25:39,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:25:39,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9a9f8efd25c987e4d49a8114eed1ad89, disabling compactions & flushes
2024-11-09T23:25:39,369 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. after waiting 0 ms
2024-11-09T23:25:39,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,369 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:39,372 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:25:39,373 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731194739372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194739372"}]},"ts":"1731194739372"}
2024-11-09T23:25:39,374 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:25:39,375 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:25:39,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194739375"}]},"ts":"1731194739375"}
2024-11-09T23:25:39,376 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T23:25:39,427 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, ASSIGN}]
2024-11-09T23:25:39,428 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, ASSIGN
2024-11-09T23:25:39,429 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:25:39,580 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=9a9f8efd25c987e4d49a8114eed1ad89, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:39,583 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:25:39,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T23:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68
2024-11-09T23:25:39,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:39,744 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,744 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:25:39,745 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:39,745 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:25:39,745 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:39,745 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:39,747 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a9f8efd25c987e4d49a8114eed1ad89 
2024-11-09T23:25:39,749 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:39,749 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9f8efd25c987e4d49a8114eed1ad89 columnFamilyName A
2024-11-09T23:25:39,749 DEBUG [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:39,749 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.HStore(327): Store=9a9f8efd25c987e4d49a8114eed1ad89/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:39,749 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a9f8efd25c987e4d49a8114eed1ad89 
2024-11-09T23:25:39,750 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:39,751 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9f8efd25c987e4d49a8114eed1ad89 columnFamilyName B
2024-11-09T23:25:39,751 DEBUG [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:39,751 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.HStore(327): Store=9a9f8efd25c987e4d49a8114eed1ad89/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:39,751 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a9f8efd25c987e4d49a8114eed1ad89 
2024-11-09T23:25:39,752 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:25:39,752 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9f8efd25c987e4d49a8114eed1ad89 columnFamilyName C
2024-11-09T23:25:39,752 DEBUG [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:25:39,753 INFO  [StoreOpener-9a9f8efd25c987e4d49a8114eed1ad89-1 {}] regionserver.HStore(327): Store=9a9f8efd25c987e4d49a8114eed1ad89/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:25:39,753 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,754 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:39,754 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:39,755 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:25:39,756 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:39,758 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:25:39,759 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 9a9f8efd25c987e4d49a8114eed1ad89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74582091, jitterRate=0.11135976016521454}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:25:39,759 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:39,760 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., pid=70, masterSystemTime=1731194739737
2024-11-09T23:25:39,761 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,761 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:39,761 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=9a9f8efd25c987e4d49a8114eed1ad89, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:25:39,763 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69
2024-11-09T23:25:39,763 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945 in 179 msec
2024-11-09T23:25:39,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68
2024-11-09T23:25:39,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, ASSIGN in 336 msec
2024-11-09T23:25:39,765 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:25:39,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194739765"}]},"ts":"1731194739765"}
2024-11-09T23:25:39,766 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T23:25:39,811 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:25:39,813 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2700 sec
2024-11-09T23:25:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68
2024-11-09T23:25:40,652 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed
2024-11-09T23:25:40,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55
2024-11-09T23:25:40,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,709 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:25:40,712 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:25:40,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130
2024-11-09T23:25:40,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3
2024-11-09T23:25:40,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7
2024-11-09T23:25:40,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2
2024-11-09T23:25:40,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44
2024-11-09T23:25:40,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519
2024-11-09T23:25:40,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3
2024-11-09T23:25:40,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8
2024-11-09T23:25:40,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3
2024-11-09T23:25:40,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3677bd4f to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bf0ba59
2024-11-09T23:25:40,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9e2976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:25:40,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees
2024-11-09T23:25:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:40,806 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:40,806 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:40,806 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:40,807 DEBUG [hconnection-0x7bc8155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,807 DEBUG [hconnection-0x2646fbcd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,807 DEBUG [hconnection-0x69b10c1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,807 DEBUG [hconnection-0xc93de2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,807 DEBUG [hconnection-0x142dd5c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,808 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,808 DEBUG [hconnection-0x1563a286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,808 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,808 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,809 DEBUG [hconnection-0x5af7f616-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,809 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,809 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,809 DEBUG [hconnection-0x371f42d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,809 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,809 DEBUG [hconnection-0x7e41a7db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,809 DEBUG [hconnection-0x1f6aa33a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:25:40,810 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,810 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,811 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,811 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:25:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:40,822 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:25:40,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:40,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194800840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194800841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194800846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194800847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194800848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/f82466ae1bff412bb58c5fe705f8976b is 50, key is test_row_0/A:col10/1731194740820/Put/seqid=0
2024-11-09T23:25:40,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742045_1221 (size=14341)
2024-11-09T23:25:40,882 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/f82466ae1bff412bb58c5fe705f8976b
2024-11-09T23:25:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:40,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/23a480a31c97490c96435e5df4a15496 is 50, key is test_row_0/B:col10/1731194740820/Put/seqid=0
2024-11-09T23:25:40,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742046_1222 (size=12001)
2024-11-09T23:25:40,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194800950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194800950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194800954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194800954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194800954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:40,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:40,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:40,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:40,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:40,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:41,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:41,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194801154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194801154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194801158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194801158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194801159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:41,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,346 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/23a480a31c97490c96435e5df4a15496
2024-11-09T23:25:41,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/12340f4d4f4d4666ad497c62b622fe7f is 50, key is test_row_0/C:col10/1731194740820/Put/seqid=0
2024-11-09T23:25:41,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742047_1223 (size=12001)
2024-11-09T23:25:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:41,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:41,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194801458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194801459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194801462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194801462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194801463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:41,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:41,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:41,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:41,783 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/12340f4d4f4d4666ad497c62b622fe7f
2024-11-09T23:25:41,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/f82466ae1bff412bb58c5fe705f8976b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/f82466ae1bff412bb58c5fe705f8976b
2024-11-09T23:25:41,801 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/f82466ae1bff412bb58c5fe705f8976b, entries=200, sequenceid=14, filesize=14.0 K
2024-11-09T23:25:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/23a480a31c97490c96435e5df4a15496 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/23a480a31c97490c96435e5df4a15496
2024-11-09T23:25:41,806 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/23a480a31c97490c96435e5df4a15496, entries=150, sequenceid=14, filesize=11.7 K
2024-11-09T23:25:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/12340f4d4f4d4666ad497c62b622fe7f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/12340f4d4f4d4666ad497c62b622fe7f
2024-11-09T23:25:41,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/12340f4d4f4d4666ad497c62b622fe7f, entries=150, sequenceid=14, filesize=11.7 K
2024-11-09T23:25:41,811 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a9f8efd25c987e4d49a8114eed1ad89 in 990ms, sequenceid=14, compaction requested=false
2024-11-09T23:25:41,811 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T23:25:41,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:41,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:41,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:41,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/66186d086f05451489166636afce38aa is 50, key is test_row_0/A:col10/1731194740845/Put/seqid=0
2024-11-09T23:25:41,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742048_1224 (size=12001)
2024-11-09T23:25:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:41,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:41,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194801969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194801970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194801971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194801972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:41,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194801972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194802073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194802074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194802075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194802075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194802076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194802277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194802277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194802277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194802279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194802279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,290 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/66186d086f05451489166636afce38aa
2024-11-09T23:25:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/cca35e5cc84843a7bd929b33b1336c7e is 50, key is test_row_0/B:col10/1731194740845/Put/seqid=0
2024-11-09T23:25:42,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742049_1225 (size=12001)
2024-11-09T23:25:42,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194802579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194802579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194802582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194802584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194802584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:42,602 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T23:25:42,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/cca35e5cc84843a7bd929b33b1336c7e
2024-11-09T23:25:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/4fb1ca76f9af415e922475ad198c62ff is 50, key is test_row_0/C:col10/1731194740845/Put/seqid=0
2024-11-09T23:25:42,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742050_1226 (size=12001)
2024-11-09T23:25:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:43,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194803081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:43,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194803086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:43,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194803086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:43,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194803087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:43,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194803091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:43,111 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/4fb1ca76f9af415e922475ad198c62ff
2024-11-09T23:25:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/66186d086f05451489166636afce38aa as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/66186d086f05451489166636afce38aa
2024-11-09T23:25:43,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/66186d086f05451489166636afce38aa, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T23:25:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/cca35e5cc84843a7bd929b33b1336c7e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cca35e5cc84843a7bd929b33b1336c7e
2024-11-09T23:25:43,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cca35e5cc84843a7bd929b33b1336c7e, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T23:25:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/4fb1ca76f9af415e922475ad198c62ff as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/4fb1ca76f9af415e922475ad198c62ff
2024-11-09T23:25:43,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/4fb1ca76f9af415e922475ad198c62ff, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T23:25:43,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1253ms, sequenceid=37, compaction requested=false
2024-11-09T23:25:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-09T23:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=72
2024-11-09T23:25:43,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71
2024-11-09T23:25:43,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec
2024-11-09T23:25:43,136 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.3300 sec
2024-11-09T23:25:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:44,091 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:25:44,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:44,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:44,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:44,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:44,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:44,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:44,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6e02379f49b84962b5e4be7f54afd171 is 50, key is test_row_0/A:col10/1731194744090/Put/seqid=0
2024-11-09T23:25:44,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742051_1227 (size=12001)
2024-11-09T23:25:44,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194804109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194804110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194804112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194804113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194804113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194804214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194804214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194804216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194804216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194804216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194804417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194804417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194804419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194804420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194804421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,506 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6e02379f49b84962b5e4be7f54afd171
2024-11-09T23:25:44,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/3774b1b1f744493f8c2e578112139ba1 is 50, key is test_row_0/B:col10/1731194744090/Put/seqid=0
2024-11-09T23:25:44,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742052_1228 (size=12001)
2024-11-09T23:25:44,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194804720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194804720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194804722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194804723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194804724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-09T23:25:44,912 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed
2024-11-09T23:25:44,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees
2024-11-09T23:25:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-09T23:25:44,914 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:44,914 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:44,914 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:44,918 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/3774b1b1f744493f8c2e578112139ba1
2024-11-09T23:25:44,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/a514be1b58fb407fa1a23384c2e74455 is 50, key is test_row_0/C:col10/1731194744090/Put/seqid=0
2024-11-09T23:25:44,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742053_1229 (size=12001)
2024-11-09T23:25:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-09T23:25:45,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:45,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-09T23:25:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-09T23:25:45,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:45,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-09T23:25:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:45,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194805224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:45,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194805226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:45,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194805226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:45,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194805226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:45,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194805229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:45,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/a514be1b58fb407fa1a23384c2e74455
2024-11-09T23:25:45,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6e02379f49b84962b5e4be7f54afd171 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6e02379f49b84962b5e4be7f54afd171
2024-11-09T23:25:45,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6e02379f49b84962b5e4be7f54afd171, entries=150, sequenceid=52, filesize=11.7 K
2024-11-09T23:25:45,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/3774b1b1f744493f8c2e578112139ba1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/3774b1b1f744493f8c2e578112139ba1
2024-11-09T23:25:45,341 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/3774b1b1f744493f8c2e578112139ba1, entries=150, sequenceid=52, filesize=11.7 K
2024-11-09T23:25:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/a514be1b58fb407fa1a23384c2e74455 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a514be1b58fb407fa1a23384c2e74455
2024-11-09T23:25:45,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a514be1b58fb407fa1a23384c2e74455, entries=150, sequenceid=52, filesize=11.7 K
2024-11-09T23:25:45,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1255ms, sequenceid=52, compaction requested=true
2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:45,347 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:45,347 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:45,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:45,348 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:45,348 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:45,348 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:45,348 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:45,348 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,348 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,349 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/23a480a31c97490c96435e5df4a15496, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cca35e5cc84843a7bd929b33b1336c7e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/3774b1b1f744493f8c2e578112139ba1] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.2 K
2024-11-09T23:25:45,349 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/f82466ae1bff412bb58c5fe705f8976b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/66186d086f05451489166636afce38aa, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6e02379f49b84962b5e4be7f54afd171] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=37.4 K
2024-11-09T23:25:45,349 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 23a480a31c97490c96435e5df4a15496, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731194740815
2024-11-09T23:25:45,349 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting f82466ae1bff412bb58c5fe705f8976b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731194740815
2024-11-09T23:25:45,349 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cca35e5cc84843a7bd929b33b1336c7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731194740842
2024-11-09T23:25:45,349 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66186d086f05451489166636afce38aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731194740842
2024-11-09T23:25:45,349 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3774b1b1f744493f8c2e578112139ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194741971
2024-11-09T23:25:45,350 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e02379f49b84962b5e4be7f54afd171, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194741971
2024-11-09T23:25:45,357 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:45,358 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c100ba32282c403c87dfc8a44351708b is 50, key is test_row_0/A:col10/1731194744090/Put/seqid=0
2024-11-09T23:25:45,360 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:45,361 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/1790731384f7491998a6571a0e04261b is 50, key is test_row_0/B:col10/1731194744090/Put/seqid=0
2024-11-09T23:25:45,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:45,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-09T23:25:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:25:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:45,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742054_1230 (size=12104)
2024-11-09T23:25:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/87c0fce24fd141f89f2a9bd87aa222fb is 50, key is test_row_0/A:col10/1731194744112/Put/seqid=0
2024-11-09T23:25:45,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742055_1231 (size=12104)
2024-11-09T23:25:45,381 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c100ba32282c403c87dfc8a44351708b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c100ba32282c403c87dfc8a44351708b
2024-11-09T23:25:45,387 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into c100ba32282c403c87dfc8a44351708b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:45,387 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:45,387 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194745347; duration=0sec
2024-11-09T23:25:45,387 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:45,387 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:45,387 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:45,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742056_1232 (size=12001)
2024-11-09T23:25:45,389 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:45,389 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:45,389 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:45,389 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/12340f4d4f4d4666ad497c62b622fe7f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/4fb1ca76f9af415e922475ad198c62ff, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a514be1b58fb407fa1a23384c2e74455] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.2 K
2024-11-09T23:25:45,389 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12340f4d4f4d4666ad497c62b622fe7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731194740815
2024-11-09T23:25:45,390 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fb1ca76f9af415e922475ad198c62ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731194740842
2024-11-09T23:25:45,390 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a514be1b58fb407fa1a23384c2e74455, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194741971
2024-11-09T23:25:45,402 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/1790731384f7491998a6571a0e04261b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/1790731384f7491998a6571a0e04261b
2024-11-09T23:25:45,402 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:45,402 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2903746eb70a4dedb75eda3dbdea0f01 is 50, key is test_row_0/C:col10/1731194744090/Put/seqid=0
2024-11-09T23:25:45,408 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into 1790731384f7491998a6571a0e04261b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:45,408 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:45,408 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194745347; duration=0sec
2024-11-09T23:25:45,408 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:45,408 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:45,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742057_1233 (size=12104)
2024-11-09T23:25:45,415 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2903746eb70a4dedb75eda3dbdea0f01 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2903746eb70a4dedb75eda3dbdea0f01
2024-11-09T23:25:45,420 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into 2903746eb70a4dedb75eda3dbdea0f01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:45,420 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:45,421 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194745347; duration=0sec
2024-11-09T23:25:45,421 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:45,421 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-09T23:25:45,788 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/87c0fce24fd141f89f2a9bd87aa222fb
2024-11-09T23:25:45,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/57bc4bfe1d8742469fb29e4ba7409b5a is 50, key is test_row_0/B:col10/1731194744112/Put/seqid=0
2024-11-09T23:25:45,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742058_1234 (size=12001)
2024-11-09T23:25:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-09T23:25:46,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/57bc4bfe1d8742469fb29e4ba7409b5a
2024-11-09T23:25:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/90e465c01bd74d5386b04ef0283775fd is 50, key is test_row_0/C:col10/1731194744112/Put/seqid=0
2024-11-09T23:25:46,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742059_1235 (size=12001)
2024-11-09T23:25:46,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/90e465c01bd74d5386b04ef0283775fd
2024-11-09T23:25:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/87c0fce24fd141f89f2a9bd87aa222fb as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/87c0fce24fd141f89f2a9bd87aa222fb
2024-11-09T23:25:46,222 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/87c0fce24fd141f89f2a9bd87aa222fb, entries=150, sequenceid=73, filesize=11.7 K
2024-11-09T23:25:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/57bc4bfe1d8742469fb29e4ba7409b5a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/57bc4bfe1d8742469fb29e4ba7409b5a
2024-11-09T23:25:46,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/57bc4bfe1d8742469fb29e4ba7409b5a, entries=150, sequenceid=73, filesize=11.7 K
2024-11-09T23:25:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/90e465c01bd74d5386b04ef0283775fd as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/90e465c01bd74d5386b04ef0283775fd
2024-11-09T23:25:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:46,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:46,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/90e465c01bd74d5386b04ef0283775fd, entries=150, sequenceid=73, filesize=11.7 K
2024-11-09T23:25:46,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for 9a9f8efd25c987e4d49a8114eed1ad89 in 861ms, sequenceid=73, compaction requested=false
2024-11-09T23:25:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74
2024-11-09T23:25:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=74
2024-11-09T23:25:46,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73
2024-11-09T23:25:46,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec
2024-11-09T23:25:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:46,237 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:25:46,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.3230 sec
2024-11-09T23:25:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:46,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:46,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c170a1809b5b4518bb4b77e122c70c87 is 50, key is test_row_0/A:col10/1731194746236/Put/seqid=0
2024-11-09T23:25:46,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742060_1236 (size=11997)
2024-11-09T23:25:46,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c170a1809b5b4518bb4b77e122c70c87
2024-11-09T23:25:46,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194806256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194806256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194806257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194806257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194806257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/bee49bf5aee748d283d1dc4b67acf118 is 50, key is test_row_0/B:col10/1731194746236/Put/seqid=0
2024-11-09T23:25:46,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742061_1237 (size=9657)
2024-11-09T23:25:46,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194806360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194806360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194806362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194806362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194806362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194806563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194806563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194806564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194806564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194806565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,669 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/bee49bf5aee748d283d1dc4b67acf118
2024-11-09T23:25:46,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/793d854921ba4183ad3be37214f663bc is 50, key is test_row_0/C:col10/1731194746236/Put/seqid=0
2024-11-09T23:25:46,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742062_1238 (size=9657)
2024-11-09T23:25:46,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194806866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194806867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194806867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194806868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:46,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194806869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-09T23:25:47,017 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed
2024-11-09T23:25:47,018 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees
2024-11-09T23:25:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-09T23:25:47,019 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:47,020 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:47,020 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:47,081 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/793d854921ba4183ad3be37214f663bc
2024-11-09T23:25:47,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c170a1809b5b4518bb4b77e122c70c87 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c170a1809b5b4518bb4b77e122c70c87
2024-11-09T23:25:47,089 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c170a1809b5b4518bb4b77e122c70c87, entries=150, sequenceid=89, filesize=11.7 K
2024-11-09T23:25:47,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/bee49bf5aee748d283d1dc4b67acf118 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bee49bf5aee748d283d1dc4b67acf118
2024-11-09T23:25:47,095 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bee49bf5aee748d283d1dc4b67acf118, entries=100, sequenceid=89, filesize=9.4 K
2024-11-09T23:25:47,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/793d854921ba4183ad3be37214f663bc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/793d854921ba4183ad3be37214f663bc
2024-11-09T23:25:47,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/793d854921ba4183ad3be37214f663bc, entries=100, sequenceid=89, filesize=9.4 K
2024-11-09T23:25:47,103 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a9f8efd25c987e4d49a8114eed1ad89 in 866ms, sequenceid=89, compaction requested=true
2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:47,103 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:47,103 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:47,104 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:47,104 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:47,104 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:47,104 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:47,104 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:47,104 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:47,104 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/1790731384f7491998a6571a0e04261b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/57bc4bfe1d8742469fb29e4ba7409b5a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bee49bf5aee748d283d1dc4b67acf118] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=33.0 K
2024-11-09T23:25:47,104 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c100ba32282c403c87dfc8a44351708b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/87c0fce24fd141f89f2a9bd87aa222fb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c170a1809b5b4518bb4b77e122c70c87] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.3 K
2024-11-09T23:25:47,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1790731384f7491998a6571a0e04261b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194741971
2024-11-09T23:25:47,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c100ba32282c403c87dfc8a44351708b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194741971
2024-11-09T23:25:47,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 57bc4bfe1d8742469fb29e4ba7409b5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731194744102
2024-11-09T23:25:47,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87c0fce24fd141f89f2a9bd87aa222fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731194744102
2024-11-09T23:25:47,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting bee49bf5aee748d283d1dc4b67acf118, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731194746236
2024-11-09T23:25:47,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c170a1809b5b4518bb4b77e122c70c87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731194746236
2024-11-09T23:25:47,112 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:47,112 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:47,112 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/a194ca2ffeee4cb7b3f97c548e206a54 is 50, key is test_row_0/A:col10/1731194746236/Put/seqid=0
2024-11-09T23:25:47,113 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0cb990e8de7f4e66a1fff69e97ef40fe is 50, key is test_row_0/B:col10/1731194746236/Put/seqid=0
2024-11-09T23:25:47,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742064_1240 (size=12207)
2024-11-09T23:25:47,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742063_1239 (size=12207)
2024-11-09T23:25:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-09T23:25:47,127 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/a194ca2ffeee4cb7b3f97c548e206a54 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a194ca2ffeee4cb7b3f97c548e206a54
2024-11-09T23:25:47,132 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into a194ca2ffeee4cb7b3f97c548e206a54(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:47,133 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:47,133 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194747103; duration=0sec
2024-11-09T23:25:47,133 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:47,133 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:47,133 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:47,134 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:47,134 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:47,134 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:47,134 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2903746eb70a4dedb75eda3dbdea0f01, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/90e465c01bd74d5386b04ef0283775fd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/793d854921ba4183ad3be37214f663bc] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=33.0 K
2024-11-09T23:25:47,135 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2903746eb70a4dedb75eda3dbdea0f01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194741971
2024-11-09T23:25:47,135 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90e465c01bd74d5386b04ef0283775fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731194744102
2024-11-09T23:25:47,136 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 793d854921ba4183ad3be37214f663bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731194746236
2024-11-09T23:25:47,148 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:47,149 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/a5e95360bf3649bea6c1a89fc0e8f725 is 50, key is test_row_0/C:col10/1731194746236/Put/seqid=0
2024-11-09T23:25:47,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:47,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742065_1241 (size=12207)
2024-11-09T23:25:47,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-09T23:25:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:47,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T23:25:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/821f27ef00bc49bfbb4e2387010fda64 is 50, key is test_row_0/A:col10/1731194746255/Put/seqid=0
2024-11-09T23:25:47,183 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/a5e95360bf3649bea6c1a89fc0e8f725 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a5e95360bf3649bea6c1a89fc0e8f725
2024-11-09T23:25:47,189 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into a5e95360bf3649bea6c1a89fc0e8f725(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:47,189 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:47,189 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194747103; duration=0sec
2024-11-09T23:25:47,189 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:47,189 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:47,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742066_1242 (size=12001)
2024-11-09T23:25:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-09T23:25:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:47,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:47,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194807376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194807376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194807376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194807377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194807379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194807480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194807480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194807480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194807480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194807482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,521 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0cb990e8de7f4e66a1fff69e97ef40fe as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cb990e8de7f4e66a1fff69e97ef40fe
2024-11-09T23:25:47,526 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into 0cb990e8de7f4e66a1fff69e97ef40fe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:47,526 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:47,526 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194747103; duration=0sec
2024-11-09T23:25:47,526 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:47,526 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:47,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/821f27ef00bc49bfbb4e2387010fda64
2024-11-09T23:25:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/636a33a4adcf46e28ceec87db878c13f is 50, key is test_row_0/B:col10/1731194746255/Put/seqid=0
2024-11-09T23:25:47,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742067_1243 (size=12001)
2024-11-09T23:25:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-09T23:25:47,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194807682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194807682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194807683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194807683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194807686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194807986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194807986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194807986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194807987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:47,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194807991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/636a33a4adcf46e28ceec87db878c13f
2024-11-09T23:25:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/8695268ff3b54f37aafa68bcdb1aa77e is 50, key is test_row_0/C:col10/1731194746255/Put/seqid=0
2024-11-09T23:25:48,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742068_1244 (size=12001)
2024-11-09T23:25:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-09T23:25:48,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/8695268ff3b54f37aafa68bcdb1aa77e
2024-11-09T23:25:48,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/821f27ef00bc49bfbb4e2387010fda64 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/821f27ef00bc49bfbb4e2387010fda64
2024-11-09T23:25:48,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/821f27ef00bc49bfbb4e2387010fda64, entries=150, sequenceid=113, filesize=11.7 K
2024-11-09T23:25:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/636a33a4adcf46e28ceec87db878c13f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/636a33a4adcf46e28ceec87db878c13f
2024-11-09T23:25:48,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/636a33a4adcf46e28ceec87db878c13f, entries=150, sequenceid=113, filesize=11.7 K
2024-11-09T23:25:48,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/8695268ff3b54f37aafa68bcdb1aa77e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/8695268ff3b54f37aafa68bcdb1aa77e
2024-11-09T23:25:48,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/8695268ff3b54f37aafa68bcdb1aa77e, entries=150, sequenceid=113, filesize=11.7 K
2024-11-09T23:25:48,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1276ms, sequenceid=113, compaction requested=false
2024-11-09T23:25:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76
2024-11-09T23:25:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=76
2024-11-09T23:25:48,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75
2024-11-09T23:25:48,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec
2024-11-09T23:25:48,451 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4320 sec
2024-11-09T23:25:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:48,492 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:25:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:48,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:48,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6521633f22b64b76b74e8e0be3d4cd76 is 50, key is test_row_0/A:col10/1731194748492/Put/seqid=0
2024-11-09T23:25:48,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742069_1245 (size=14441)
2024-11-09T23:25:48,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194808505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194808505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194808508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194808508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194808509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194808610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194808610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194808612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194808613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194808613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194808812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194808813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194808815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194808816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194808816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:48,901 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6521633f22b64b76b74e8e0be3d4cd76
2024-11-09T23:25:48,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/20cecd72e4264331816ecd9af3440f43 is 50, key is test_row_0/B:col10/1731194748492/Put/seqid=0
2024-11-09T23:25:48,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742070_1246 (size=12101)
2024-11-09T23:25:49,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194809116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194809117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194809119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194809120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194809120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-09T23:25:49,123 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed
2024-11-09T23:25:49,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees
2024-11-09T23:25:49,125 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-09T23:25:49,125 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:49,126 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-09T23:25:49,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:49,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-09T23:25:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/20cecd72e4264331816ecd9af3440f43
2024-11-09T23:25:49,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/871bce056d584bb299925d47e18a82af is 50, key is test_row_0/C:col10/1731194748492/Put/seqid=0
2024-11-09T23:25:49,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742071_1247 (size=12101)
2024-11-09T23:25:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-09T23:25:49,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:49,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-09T23:25:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:49,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-09T23:25:49,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194809618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194809623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194809623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194809624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T23:25:49,627 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-09T23:25:49,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194809627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:49,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/871bce056d584bb299925d47e18a82af
2024-11-09T23:25:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6521633f22b64b76b74e8e0be3d4cd76 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6521633f22b64b76b74e8e0be3d4cd76
2024-11-09T23:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-09T23:25:49,730 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6521633f22b64b76b74e8e0be3d4cd76, entries=200, sequenceid=130, filesize=14.1 K
2024-11-09T23:25:49,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/20cecd72e4264331816ecd9af3440f43 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/20cecd72e4264331816ecd9af3440f43
2024-11-09T23:25:49,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:49,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-09T23:25:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:49,735 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/20cecd72e4264331816ecd9af3440f43, entries=150, sequenceid=130, filesize=11.8 K
2024-11-09T23:25:49,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/871bce056d584bb299925d47e18a82af as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/871bce056d584bb299925d47e18a82af
2024-11-09T23:25:49,740 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/871bce056d584bb299925d47e18a82af, entries=150, sequenceid=130, filesize=11.8 K
2024-11-09T23:25:49,747 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1255ms, sequenceid=130, compaction requested=true
2024-11-09T23:25:49,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:49,748 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:49,748 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:49,749 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,749 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,749 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cb990e8de7f4e66a1fff69e97ef40fe, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/636a33a4adcf46e28ceec87db878c13f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/20cecd72e4264331816ecd9af3440f43] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.5 K
2024-11-09T23:25:49,749 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a194ca2ffeee4cb7b3f97c548e206a54, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/821f27ef00bc49bfbb4e2387010fda64, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6521633f22b64b76b74e8e0be3d4cd76] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=37.7 K
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb990e8de7f4e66a1fff69e97ef40fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731194744102
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a194ca2ffeee4cb7b3f97c548e206a54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731194744102
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 636a33a4adcf46e28ceec87db878c13f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731194746255
2024-11-09T23:25:49,749 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 821f27ef00bc49bfbb4e2387010fda64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731194746255
2024-11-09T23:25:49,750 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6521633f22b64b76b74e8e0be3d4cd76, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194747375
2024-11-09T23:25:49,750 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 20cecd72e4264331816ecd9af3440f43, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194747375
2024-11-09T23:25:49,758 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:49,758 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/76652332d258423685d52df495f29004 is 50, key is test_row_0/A:col10/1731194748492/Put/seqid=0
2024-11-09T23:25:49,758 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:49,759 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/47c957db289b4b999f615b4aa7752974 is 50, key is test_row_0/B:col10/1731194748492/Put/seqid=0
2024-11-09T23:25:49,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742073_1249 (size=12409)
2024-11-09T23:25:49,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742072_1248 (size=12409)
2024-11-09T23:25:49,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:49,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:49,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/bba8de245be244d29dff9fff69c3d53f is 50, key is test_row_0/A:col10/1731194748507/Put/seqid=0
2024-11-09T23:25:49,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742074_1250 (size=12151)
2024-11-09T23:25:50,167 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/47c957db289b4b999f615b4aa7752974 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/47c957db289b4b999f615b4aa7752974
2024-11-09T23:25:50,169 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/76652332d258423685d52df495f29004 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76652332d258423685d52df495f29004
2024-11-09T23:25:50,172 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into 47c957db289b4b999f615b4aa7752974(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:50,172 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:50,172 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194749748; duration=0sec
2024-11-09T23:25:50,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:50,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:50,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:50,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:50,174 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:50,174 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:50,174 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a5e95360bf3649bea6c1a89fc0e8f725, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/8695268ff3b54f37aafa68bcdb1aa77e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/871bce056d584bb299925d47e18a82af] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.5 K
2024-11-09T23:25:50,174 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a5e95360bf3649bea6c1a89fc0e8f725, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731194744102
2024-11-09T23:25:50,174 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 8695268ff3b54f37aafa68bcdb1aa77e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731194746255
2024-11-09T23:25:50,174 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into 76652332d258423685d52df495f29004(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:50,174 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:50,174 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194749747; duration=0sec
2024-11-09T23:25:50,175 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:50,175 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:50,175 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 871bce056d584bb299925d47e18a82af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194747375
2024-11-09T23:25:50,181 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:50,181 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/73e6e259f8454fb0ae3d168e4b82018c is 50, key is test_row_0/C:col10/1731194748492/Put/seqid=0
2024-11-09T23:25:50,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742075_1251 (size=12409)
2024-11-09T23:25:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-09T23:25:50,303 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/bba8de245be244d29dff9fff69c3d53f
2024-11-09T23:25:50,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/bfc7b2c6158944c38b09a555c5aa7c39 is 50, key is test_row_0/B:col10/1731194748507/Put/seqid=0
2024-11-09T23:25:50,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742076_1252 (size=12151)
2024-11-09T23:25:50,589 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/73e6e259f8454fb0ae3d168e4b82018c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/73e6e259f8454fb0ae3d168e4b82018c
2024-11-09T23:25:50,593 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into 73e6e259f8454fb0ae3d168e4b82018c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:50,593 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:50,593 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194749748; duration=0sec
2024-11-09T23:25:50,593 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:50,593 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:50,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194810637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194810637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194810638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194810639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194810639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/bfc7b2c6158944c38b09a555c5aa7c39
2024-11-09T23:25:50,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2433ce6720124735b2ff74cedfb28b80 is 50, key is test_row_0/C:col10/1731194748507/Put/seqid=0
2024-11-09T23:25:50,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742077_1253 (size=12151)
2024-11-09T23:25:50,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194810741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194810741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194810742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194810742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194810943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194810943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194810944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:50,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194810946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2433ce6720124735b2ff74cedfb28b80
2024-11-09T23:25:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/bba8de245be244d29dff9fff69c3d53f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/bba8de245be244d29dff9fff69c3d53f
2024-11-09T23:25:51,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/bba8de245be244d29dff9fff69c3d53f, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T23:25:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/bfc7b2c6158944c38b09a555c5aa7c39 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bfc7b2c6158944c38b09a555c5aa7c39
2024-11-09T23:25:51,135 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bfc7b2c6158944c38b09a555c5aa7c39, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T23:25:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2433ce6720124735b2ff74cedfb28b80 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2433ce6720124735b2ff74cedfb28b80
2024-11-09T23:25:51,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2433ce6720124735b2ff74cedfb28b80, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T23:25:51,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1254ms, sequenceid=151, compaction requested=false
2024-11-09T23:25:51,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:51,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78
2024-11-09T23:25:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=78
2024-11-09T23:25:51,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77
2024-11-09T23:25:51,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0160 sec
2024-11-09T23:25:51,144 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.0190 sec
2024-11-09T23:25:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-09T23:25:51,229 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed
2024-11-09T23:25:51,229 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees
2024-11-09T23:25:51,231 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-09T23:25:51,231 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:51,231 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:51,248 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T23:25:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:51,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/71ee8e0ca35d4f3da39c6d4ce5631371 is 50, key is test_row_0/A:col10/1731194751248/Put/seqid=0
2024-11-09T23:25:51,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742078_1254 (size=12151)
2024-11-09T23:25:51,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194811262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194811264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194811263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194811267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-09T23:25:51,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194811368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194811368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194811368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194811370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:51,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-09T23:25:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-09T23:25:51,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:51,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-09T23:25:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194811570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194811571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194811571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194811574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/71ee8e0ca35d4f3da39c6d4ce5631371
2024-11-09T23:25:51,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/ceb77e6cfe3b450c91270639f068a1ff is 50, key is test_row_0/B:col10/1731194751248/Put/seqid=0
2024-11-09T23:25:51,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742079_1255 (size=12151)
2024-11-09T23:25:51,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:51,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-09T23:25:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-09T23:25:51,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:51,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-09T23:25:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194811874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194811874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194811874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194811877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:51,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:51,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-09T23:25:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:51,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:52,073 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/ceb77e6cfe3b450c91270639f068a1ff
2024-11-09T23:25:52,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d35cfe74411a4655a3f515cf672ae46b is 50, key is test_row_0/C:col10/1731194751248/Put/seqid=0
2024-11-09T23:25:52,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742080_1256 (size=12151)
2024-11-09T23:25:52,083 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d35cfe74411a4655a3f515cf672ae46b
2024-11-09T23:25:52,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/71ee8e0ca35d4f3da39c6d4ce5631371 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/71ee8e0ca35d4f3da39c6d4ce5631371
2024-11-09T23:25:52,090 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/71ee8e0ca35d4f3da39c6d4ce5631371, entries=150, sequenceid=171, filesize=11.9 K
2024-11-09T23:25:52,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/ceb77e6cfe3b450c91270639f068a1ff as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/ceb77e6cfe3b450c91270639f068a1ff
2024-11-09T23:25:52,096 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/ceb77e6cfe3b450c91270639f068a1ff, entries=150, sequenceid=171, filesize=11.9 K
2024-11-09T23:25:52,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d35cfe74411a4655a3f515cf672ae46b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d35cfe74411a4655a3f515cf672ae46b
2024-11-09T23:25:52,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d35cfe74411a4655a3f515cf672ae46b, entries=150, sequenceid=171, filesize=11.9 K
2024-11-09T23:25:52,103 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9a9f8efd25c987e4d49a8114eed1ad89 in 855ms, sequenceid=171, compaction requested=true
2024-11-09T23:25:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:52,103 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:52,103 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:52,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:52,105 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:52,105 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:52,105 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/47c957db289b4b999f615b4aa7752974, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bfc7b2c6158944c38b09a555c5aa7c39, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/ceb77e6cfe3b450c91270639f068a1ff] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.9 K
2024-11-09T23:25:52,105 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76652332d258423685d52df495f29004, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/bba8de245be244d29dff9fff69c3d53f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/71ee8e0ca35d4f3da39c6d4ce5631371] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.9 K
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 47c957db289b4b999f615b4aa7752974, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194747375
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76652332d258423685d52df495f29004, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194747375
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting bfc7b2c6158944c38b09a555c5aa7c39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731194748504
2024-11-09T23:25:52,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting bba8de245be244d29dff9fff69c3d53f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731194748504
2024-11-09T23:25:52,106 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb77e6cfe3b450c91270639f068a1ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731194750632
2024-11-09T23:25:52,106 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71ee8e0ca35d4f3da39c6d4ce5631371, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731194750632
2024-11-09T23:25:52,116 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:52,116 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:52,117 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/cfd3014624b146b9ad5a3be6a3d625fc is 50, key is test_row_0/B:col10/1731194751248/Put/seqid=0
2024-11-09T23:25:52,117 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/43f759307225429da3fb3407b19b4f96 is 50, key is test_row_0/A:col10/1731194751248/Put/seqid=0
2024-11-09T23:25:52,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742081_1257 (size=12561)
2024-11-09T23:25:52,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742082_1258 (size=12561)
2024-11-09T23:25:52,128 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/cfd3014624b146b9ad5a3be6a3d625fc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cfd3014624b146b9ad5a3be6a3d625fc
2024-11-09T23:25:52,132 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/43f759307225429da3fb3407b19b4f96 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/43f759307225429da3fb3407b19b4f96
2024-11-09T23:25:52,133 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into cfd3014624b146b9ad5a3be6a3d625fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:52,133 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:52,133 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194752103; duration=0sec
2024-11-09T23:25:52,133 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:52,133 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:52,133 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:52,134 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:52,134 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:52,134 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:52,134 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/73e6e259f8454fb0ae3d168e4b82018c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2433ce6720124735b2ff74cedfb28b80, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d35cfe74411a4655a3f515cf672ae46b] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=35.9 K
2024-11-09T23:25:52,135 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e6e259f8454fb0ae3d168e4b82018c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194747375
2024-11-09T23:25:52,135 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 2433ce6720124735b2ff74cedfb28b80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731194748504
2024-11-09T23:25:52,136 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d35cfe74411a4655a3f515cf672ae46b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731194750632
2024-11-09T23:25:52,137 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into 43f759307225429da3fb3407b19b4f96(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:52,137 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:52,137 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194752103; duration=0sec
2024-11-09T23:25:52,137 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:52,137 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:52,143 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:52,143 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/6be4134cb4d440c5811af41ff371eeb0 is 50, key is test_row_0/C:col10/1731194751248/Put/seqid=0
2024-11-09T23:25:52,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:52,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-09T23:25:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:52,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-09T23:25:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:52,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/ec6a4d9bcc20441bb525e5f07d7c708e is 50, key is test_row_0/A:col10/1731194751263/Put/seqid=0
2024-11-09T23:25:52,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742083_1259 (size=12561)
2024-11-09T23:25:52,166 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/6be4134cb4d440c5811af41ff371eeb0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/6be4134cb4d440c5811af41ff371eeb0
2024-11-09T23:25:52,173 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into 6be4134cb4d440c5811af41ff371eeb0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:52,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:52,173 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194752103; duration=0sec
2024-11-09T23:25:52,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:52,173 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:52,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742084_1260 (size=12151)
2024-11-09T23:25:52,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/ec6a4d9bcc20441bb525e5f07d7c708e
2024-11-09T23:25:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/8efe3a18cc54421084af97882fbce6f6 is 50, key is test_row_0/B:col10/1731194751263/Put/seqid=0
2024-11-09T23:25:52,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742085_1261 (size=12151)
2024-11-09T23:25:52,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/8efe3a18cc54421084af97882fbce6f6
2024-11-09T23:25:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/b46edf43e6e54ffdb96d752e3ebb0035 is 50, key is test_row_0/C:col10/1731194751263/Put/seqid=0
2024-11-09T23:25:52,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742086_1262 (size=12151)
2024-11-09T23:25:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-09T23:25:52,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:52,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194812392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194812395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194812396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194812396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194812497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194812499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194812499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194812500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/b46edf43e6e54ffdb96d752e3ebb0035
2024-11-09T23:25:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/ec6a4d9bcc20441bb525e5f07d7c708e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/ec6a4d9bcc20441bb525e5f07d7c708e
2024-11-09T23:25:52,612 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/ec6a4d9bcc20441bb525e5f07d7c708e, entries=150, sequenceid=192, filesize=11.9 K
2024-11-09T23:25:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/8efe3a18cc54421084af97882fbce6f6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/8efe3a18cc54421084af97882fbce6f6
2024-11-09T23:25:52,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/8efe3a18cc54421084af97882fbce6f6, entries=150, sequenceid=192, filesize=11.9 K
2024-11-09T23:25:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/b46edf43e6e54ffdb96d752e3ebb0035 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b46edf43e6e54ffdb96d752e3ebb0035
2024-11-09T23:25:52,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b46edf43e6e54ffdb96d752e3ebb0035, entries=150, sequenceid=192, filesize=11.9 K
2024-11-09T23:25:52,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 9a9f8efd25c987e4d49a8114eed1ad89 in 477ms, sequenceid=192, compaction requested=false
2024-11-09T23:25:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-09T23:25:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=80
2024-11-09T23:25:52,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79
2024-11-09T23:25:52,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec
2024-11-09T23:25:52,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.3950 sec
2024-11-09T23:25:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:52,655 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-09T23:25:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:52,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/76569c90d2384774adfe162e87577879 is 50, key is test_row_0/A:col10/1731194752654/Put/seqid=0
2024-11-09T23:25:52,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742087_1263 (size=12151)
2024-11-09T23:25:52,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194812699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194812701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194812702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194812702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194812703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:52,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194812804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194813003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194813005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194813006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194813006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194813006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,065 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/76569c90d2384774adfe162e87577879
2024-11-09T23:25:53,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/754ec4c126e64a639b31cb155c93383d is 50, key is test_row_0/B:col10/1731194752654/Put/seqid=0
2024-11-09T23:25:53,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742088_1264 (size=12151)
2024-11-09T23:25:53,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194813311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-09T23:25:53,334 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed
2024-11-09T23:25:53,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees
2024-11-09T23:25:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-09T23:25:53,337 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:53,337 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:53,337 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-09T23:25:53,476 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/754ec4c126e64a639b31cb155c93383d
2024-11-09T23:25:53,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/811f43abfed148b4b7c05224bc027853 is 50, key is test_row_0/C:col10/1731194752654/Put/seqid=0
2024-11-09T23:25:53,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742089_1265 (size=12151)
2024-11-09T23:25:53,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:53,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-09T23:25:53,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:53,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194813507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194813509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194813509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194813510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-09T23:25:53,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:53,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-09T23:25:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:53,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-09T23:25:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:53,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194813816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:53,887 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/811f43abfed148b4b7c05224bc027853
2024-11-09T23:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/76569c90d2384774adfe162e87577879 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76569c90d2384774adfe162e87577879
2024-11-09T23:25:53,894 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76569c90d2384774adfe162e87577879, entries=150, sequenceid=212, filesize=11.9 K
2024-11-09T23:25:53,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/754ec4c126e64a639b31cb155c93383d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/754ec4c126e64a639b31cb155c93383d
2024-11-09T23:25:53,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/754ec4c126e64a639b31cb155c93383d, entries=150, sequenceid=212, filesize=11.9 K
2024-11-09T23:25:53,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/811f43abfed148b4b7c05224bc027853 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/811f43abfed148b4b7c05224bc027853
2024-11-09T23:25:53,901 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/811f43abfed148b4b7c05224bc027853, entries=150, sequenceid=212, filesize=11.9 K
2024-11-09T23:25:53,902 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1247ms, sequenceid=212, compaction requested=true
2024-11-09T23:25:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:53,902 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:53,902 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:53,903 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:53,903 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:53,903 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:53,903 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:53,903 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,903 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,903 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/43f759307225429da3fb3407b19b4f96, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/ec6a4d9bcc20441bb525e5f07d7c708e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76569c90d2384774adfe162e87577879] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.0 K
2024-11-09T23:25:53,903 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cfd3014624b146b9ad5a3be6a3d625fc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/8efe3a18cc54421084af97882fbce6f6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/754ec4c126e64a639b31cb155c93383d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.0 K
2024-11-09T23:25:53,904 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f759307225429da3fb3407b19b4f96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731194750632
2024-11-09T23:25:53,904 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cfd3014624b146b9ad5a3be6a3d625fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731194750632
2024-11-09T23:25:53,904 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec6a4d9bcc20441bb525e5f07d7c708e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731194751262
2024-11-09T23:25:53,904 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 8efe3a18cc54421084af97882fbce6f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731194751262
2024-11-09T23:25:53,904 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76569c90d2384774adfe162e87577879, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731194752386
2024-11-09T23:25:53,904 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 754ec4c126e64a639b31cb155c93383d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731194752386
2024-11-09T23:25:53,910 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:53,911 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/cfe6589f5b3e4bb8baf3dad95be43dda is 50, key is test_row_0/A:col10/1731194752654/Put/seqid=0
2024-11-09T23:25:53,913 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:53,913 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/4b5219db7ad14a4f8d72e7c703ece89d is 50, key is test_row_0/B:col10/1731194752654/Put/seqid=0
2024-11-09T23:25:53,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742090_1266 (size=12663)
2024-11-09T23:25:53,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742091_1267 (size=12663)
2024-11-09T23:25:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-09T23:25:53,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:53,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:53,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6ed9f6db9e5d43bfaff886579f2c7427 is 50, key is test_row_0/A:col10/1731194752697/Put/seqid=0
2024-11-09T23:25:53,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742092_1268 (size=12151)
2024-11-09T23:25:54,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6ed9f6db9e5d43bfaff886579f2c7427
2024-11-09T23:25:54,377 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/4b5219db7ad14a4f8d72e7c703ece89d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/4b5219db7ad14a4f8d72e7c703ece89d
2024-11-09T23:25:54,379 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/cfe6589f5b3e4bb8baf3dad95be43dda as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/cfe6589f5b3e4bb8baf3dad95be43dda
2024-11-09T23:25:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0bc0bc56015d4a47a3cef63f78f02f90 is 50, key is test_row_0/B:col10/1731194752697/Put/seqid=0
2024-11-09T23:25:54,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742093_1269 (size=12151)
2024-11-09T23:25:54,385 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into 4b5219db7ad14a4f8d72e7c703ece89d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:54,385 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into cfe6589f5b3e4bb8baf3dad95be43dda(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:54,385 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194753902; duration=0sec
2024-11-09T23:25:54,385 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194753902; duration=0sec
2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:54,385 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:54,386 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:54,386 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:54,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0bc0bc56015d4a47a3cef63f78f02f90
2024-11-09T23:25:54,386 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:54,386 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/6be4134cb4d440c5811af41ff371eeb0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b46edf43e6e54ffdb96d752e3ebb0035, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/811f43abfed148b4b7c05224bc027853] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.0 K
2024-11-09T23:25:54,386 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 6be4134cb4d440c5811af41ff371eeb0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731194750632
2024-11-09T23:25:54,387 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b46edf43e6e54ffdb96d752e3ebb0035, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731194751262
2024-11-09T23:25:54,387 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 811f43abfed148b4b7c05224bc027853, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731194752386
2024-11-09T23:25:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/e0b1648dadaa444f8fdde22418d93faf is 50, key is test_row_0/C:col10/1731194752697/Put/seqid=0
2024-11-09T23:25:54,393 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:54,393 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/7aeed0ce49274970afa499aa3dad24e2 is 50, key is test_row_0/C:col10/1731194752654/Put/seqid=0
2024-11-09T23:25:54,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742094_1270 (size=12151)
2024-11-09T23:25:54,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742095_1271 (size=12663)
2024-11-09T23:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-09T23:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:54,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:54,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194814529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194814529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194814532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194814533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194814633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194814633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194814636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194814637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/e0b1648dadaa444f8fdde22418d93faf
2024-11-09T23:25:54,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/6ed9f6db9e5d43bfaff886579f2c7427 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6ed9f6db9e5d43bfaff886579f2c7427
2024-11-09T23:25:54,808 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/7aeed0ce49274970afa499aa3dad24e2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7aeed0ce49274970afa499aa3dad24e2
2024-11-09T23:25:54,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6ed9f6db9e5d43bfaff886579f2c7427, entries=150, sequenceid=229, filesize=11.9 K
2024-11-09T23:25:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0bc0bc56015d4a47a3cef63f78f02f90 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0bc0bc56015d4a47a3cef63f78f02f90
2024-11-09T23:25:54,812 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into 7aeed0ce49274970afa499aa3dad24e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:54,812 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:54,812 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194753902; duration=0sec
2024-11-09T23:25:54,813 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:54,813 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:54,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0bc0bc56015d4a47a3cef63f78f02f90, entries=150, sequenceid=229, filesize=11.9 K
2024-11-09T23:25:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/e0b1648dadaa444f8fdde22418d93faf as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e0b1648dadaa444f8fdde22418d93faf
2024-11-09T23:25:54,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e0b1648dadaa444f8fdde22418d93faf, entries=150, sequenceid=229, filesize=11.9 K
2024-11-09T23:25:54,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9a9f8efd25c987e4d49a8114eed1ad89 in 872ms, sequenceid=229, compaction requested=false
2024-11-09T23:25:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-11-09T23:25:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=82
2024-11-09T23:25:54,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81
2024-11-09T23:25:54,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec
2024-11-09T23:25:54,822 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4860 sec
2024-11-09T23:25:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:54,825 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T23:25:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:54,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/0f2f64753686422ca025fde567eca608 is 50, key is test_row_0/A:col10/1731194754824/Put/seqid=0
2024-11-09T23:25:54,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742096_1272 (size=14541)
2024-11-09T23:25:54,834 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/0f2f64753686422ca025fde567eca608
2024-11-09T23:25:54,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/f1cdf31fbbbf41e785ad69225e8071ee is 50, key is test_row_0/B:col10/1731194754824/Put/seqid=0
2024-11-09T23:25:54,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742097_1273 (size=12151)
2024-11-09T23:25:54,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194814842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194814843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194814844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194814845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194814846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194814947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194814947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194814947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194814947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:54,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194814949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194815148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194815148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194815149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194815150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194815152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,246 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/f1cdf31fbbbf41e785ad69225e8071ee
2024-11-09T23:25:55,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/b732af0f64b445f8a9c706d4eea4f051 is 50, key is test_row_0/C:col10/1731194754824/Put/seqid=0
2024-11-09T23:25:55,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742098_1274 (size=12151)
2024-11-09T23:25:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-09T23:25:55,440 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed
2024-11-09T23:25:55,441 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees
2024-11-09T23:25:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-09T23:25:55,443 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:55,443 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:55,443 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:55,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194815452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194815453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194815453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194815454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194815456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-09T23:25:55,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:55,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-09T23:25:55,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:55,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:55,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:55,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:55,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:55,656 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/b732af0f64b445f8a9c706d4eea4f051
2024-11-09T23:25:55,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/0f2f64753686422ca025fde567eca608 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/0f2f64753686422ca025fde567eca608
2024-11-09T23:25:55,664 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/0f2f64753686422ca025fde567eca608, entries=200, sequenceid=253, filesize=14.2 K
2024-11-09T23:25:55,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/f1cdf31fbbbf41e785ad69225e8071ee as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/f1cdf31fbbbf41e785ad69225e8071ee
2024-11-09T23:25:55,667 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/f1cdf31fbbbf41e785ad69225e8071ee, entries=150, sequenceid=253, filesize=11.9 K
2024-11-09T23:25:55,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/b732af0f64b445f8a9c706d4eea4f051 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b732af0f64b445f8a9c706d4eea4f051
2024-11-09T23:25:55,672 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b732af0f64b445f8a9c706d4eea4f051, entries=150, sequenceid=253, filesize=11.9 K
2024-11-09T23:25:55,673 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9a9f8efd25c987e4d49a8114eed1ad89 in 848ms, sequenceid=253, compaction requested=true
2024-11-09T23:25:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:55,673 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:55,673 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:55,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:55,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:55,675 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:55,675 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:55,675 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/4b5219db7ad14a4f8d72e7c703ece89d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0bc0bc56015d4a47a3cef63f78f02f90, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/f1cdf31fbbbf41e785ad69225e8071ee] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.1 K
2024-11-09T23:25:55,675 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/cfe6589f5b3e4bb8baf3dad95be43dda, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6ed9f6db9e5d43bfaff886579f2c7427, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/0f2f64753686422ca025fde567eca608] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=38.4 K
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b5219db7ad14a4f8d72e7c703ece89d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731194752386
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfe6589f5b3e4bb8baf3dad95be43dda, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731194752386
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bc0bc56015d4a47a3cef63f78f02f90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731194752695
2024-11-09T23:25:55,675 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ed9f6db9e5d43bfaff886579f2c7427, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731194752695
2024-11-09T23:25:55,676 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f1cdf31fbbbf41e785ad69225e8071ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194754525
2024-11-09T23:25:55,676 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f2f64753686422ca025fde567eca608, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194754525
2024-11-09T23:25:55,682 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:55,683 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/d4632d4c43834a5c8728571a2166483f is 50, key is test_row_0/A:col10/1731194754824/Put/seqid=0
2024-11-09T23:25:55,683 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:55,684 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/78a9b95dfeb3429090924cb3ce8b7387 is 50, key is test_row_0/B:col10/1731194754824/Put/seqid=0
2024-11-09T23:25:55,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742099_1275 (size=12765)
2024-11-09T23:25:55,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742100_1276 (size=12765)
2024-11-09T23:25:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-09T23:25:55,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:55,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-09T23:25:55,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:55,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:55,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/5ee403792df742e29fe0f0f066f202a0 is 50, key is test_row_0/A:col10/1731194754840/Put/seqid=0
2024-11-09T23:25:55,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742101_1277 (size=12301)
2024-11-09T23:25:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:55,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:55,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194815971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194815972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194815972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194815975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:55,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194815975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-09T23:25:56,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194816076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194816076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194816077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194816079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194816079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,101 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/d4632d4c43834a5c8728571a2166483f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/d4632d4c43834a5c8728571a2166483f
2024-11-09T23:25:56,105 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into d4632d4c43834a5c8728571a2166483f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:56,105 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:56,106 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194755673; duration=0sec
2024-11-09T23:25:56,106 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:56,106 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:56,106 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:56,107 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:56,107 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:56,107 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:56,107 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7aeed0ce49274970afa499aa3dad24e2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e0b1648dadaa444f8fdde22418d93faf, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b732af0f64b445f8a9c706d4eea4f051] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.1 K
2024-11-09T23:25:56,108 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aeed0ce49274970afa499aa3dad24e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731194752386
2024-11-09T23:25:56,108 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b1648dadaa444f8fdde22418d93faf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731194752695
2024-11-09T23:25:56,109 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b732af0f64b445f8a9c706d4eea4f051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194754525
2024-11-09T23:25:56,111 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/78a9b95dfeb3429090924cb3ce8b7387 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/78a9b95dfeb3429090924cb3ce8b7387
2024-11-09T23:25:56,117 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into 78a9b95dfeb3429090924cb3ce8b7387(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:56,117 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:56,117 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194755673; duration=0sec
2024-11-09T23:25:56,117 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:56,117 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:56,118 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:56,119 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/e4502c7fd70e49a5aeea5498f8f3f85a is 50, key is test_row_0/C:col10/1731194754824/Put/seqid=0
2024-11-09T23:25:56,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742102_1278 (size=12765)
2024-11-09T23:25:56,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/5ee403792df742e29fe0f0f066f202a0
2024-11-09T23:25:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/6580f2c03f7e46d7a0db7c80af973c0f is 50, key is test_row_0/B:col10/1731194754840/Put/seqid=0
2024-11-09T23:25:56,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742103_1279 (size=12301)
2024-11-09T23:25:56,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194816279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194816280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194816280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194816283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194816283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,527 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/e4502c7fd70e49a5aeea5498f8f3f85a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e4502c7fd70e49a5aeea5498f8f3f85a
2024-11-09T23:25:56,531 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into e4502c7fd70e49a5aeea5498f8f3f85a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:56,531 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:56,531 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194755673; duration=0sec
2024-11-09T23:25:56,531 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:56,531 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-09T23:25:56,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/6580f2c03f7e46d7a0db7c80af973c0f
2024-11-09T23:25:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/7a79d7b1cb87469b9c886976985f79f6 is 50, key is test_row_0/C:col10/1731194754840/Put/seqid=0
2024-11-09T23:25:56,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742104_1280 (size=12301)
2024-11-09T23:25:56,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/7a79d7b1cb87469b9c886976985f79f6
2024-11-09T23:25:56,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194816581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/5ee403792df742e29fe0f0f066f202a0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/5ee403792df742e29fe0f0f066f202a0
2024-11-09T23:25:56,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194816584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194816584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,588 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/5ee403792df742e29fe0f0f066f202a0, entries=150, sequenceid=268, filesize=12.0 K
2024-11-09T23:25:56,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194816585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194816586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/6580f2c03f7e46d7a0db7c80af973c0f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6580f2c03f7e46d7a0db7c80af973c0f
2024-11-09T23:25:56,592 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6580f2c03f7e46d7a0db7c80af973c0f, entries=150, sequenceid=268, filesize=12.0 K
2024-11-09T23:25:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/7a79d7b1cb87469b9c886976985f79f6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7a79d7b1cb87469b9c886976985f79f6
2024-11-09T23:25:56,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7a79d7b1cb87469b9c886976985f79f6, entries=150, sequenceid=268, filesize=12.0 K
2024-11-09T23:25:56,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9a9f8efd25c987e4d49a8114eed1ad89 in 849ms, sequenceid=268, compaction requested=false
2024-11-09T23:25:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84
2024-11-09T23:25:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=84
2024-11-09T23:25:56,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83
2024-11-09T23:25:56,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1550 sec
2024-11-09T23:25:56,601 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.1590 sec
2024-11-09T23:25:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:57,089 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:25:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:57,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/28cc4f9306294a58bb33b86df7b62570 is 50, key is test_row_0/A:col10/1731194757089/Put/seqid=0
2024-11-09T23:25:57,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742105_1281 (size=14741)
2024-11-09T23:25:57,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194817097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194817098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194817098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194817100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194817101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194817201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194817202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194817202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194817203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194817204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194817404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194817404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194817405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194817405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194817406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/28cc4f9306294a58bb33b86df7b62570
2024-11-09T23:25:57,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/652560cb6ef24fb39db6c6358b80f416 is 50, key is test_row_0/B:col10/1731194757089/Put/seqid=0
2024-11-09T23:25:57,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742106_1282 (size=12301)
2024-11-09T23:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-09T23:25:57,546 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed
2024-11-09T23:25:57,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees
2024-11-09T23:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:25:57,548 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:25:57,548 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:25:57,549 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:25:57,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:57,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-09T23:25:57,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:57,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:57,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:57,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:57,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:57,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194817707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194817707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194817708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194817709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194817709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:25:57,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:57,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-09T23:25:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:57,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:57,911 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/652560cb6ef24fb39db6c6358b80f416
2024-11-09T23:25:57,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/c3cdf226553f44edb701ea0ad4e1c04e is 50, key is test_row_0/C:col10/1731194757089/Put/seqid=0
2024-11-09T23:25:57,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742107_1283 (size=12301)
2024-11-09T23:25:58,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:58,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-09T23:25:58,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:25:58,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:58,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-09T23:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194818210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:58,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194818211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:58,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194818212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:58,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194818212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:58,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194818214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:58,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:58,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-09T23:25:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:25:58,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/c3cdf226553f44edb701ea0ad4e1c04e
2024-11-09T23:25:58,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/28cc4f9306294a58bb33b86df7b62570 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/28cc4f9306294a58bb33b86df7b62570
2024-11-09T23:25:58,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/28cc4f9306294a58bb33b86df7b62570, entries=200, sequenceid=294, filesize=14.4 K
2024-11-09T23:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/652560cb6ef24fb39db6c6358b80f416 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/652560cb6ef24fb39db6c6358b80f416
2024-11-09T23:25:58,333 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/652560cb6ef24fb39db6c6358b80f416, entries=150, sequenceid=294, filesize=12.0 K
2024-11-09T23:25:58,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/c3cdf226553f44edb701ea0ad4e1c04e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c3cdf226553f44edb701ea0ad4e1c04e
2024-11-09T23:25:58,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c3cdf226553f44edb701ea0ad4e1c04e, entries=150, sequenceid=294, filesize=12.0 K
2024-11-09T23:25:58,338 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1249ms, sequenceid=294, compaction requested=true
2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:58,338 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:58,338 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:25:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:58,339 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:58,339 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:58,339 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:25:58,339 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:25:58,339 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,339 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,339 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/d4632d4c43834a5c8728571a2166483f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/5ee403792df742e29fe0f0f066f202a0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/28cc4f9306294a58bb33b86df7b62570] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=38.9 K
2024-11-09T23:25:58,339 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/78a9b95dfeb3429090924cb3ce8b7387, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6580f2c03f7e46d7a0db7c80af973c0f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/652560cb6ef24fb39db6c6358b80f416] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.5 K
2024-11-09T23:25:58,340 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4632d4c43834a5c8728571a2166483f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194754525
2024-11-09T23:25:58,340 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a9b95dfeb3429090924cb3ce8b7387, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194754525
2024-11-09T23:25:58,340 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 6580f2c03f7e46d7a0db7c80af973c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731194754840
2024-11-09T23:25:58,340 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ee403792df742e29fe0f0f066f202a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731194754840
2024-11-09T23:25:58,340 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 652560cb6ef24fb39db6c6358b80f416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194755971
2024-11-09T23:25:58,340 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28cc4f9306294a58bb33b86df7b62570, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194755971
2024-11-09T23:25:58,346 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:58,346 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:58,346 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/b1ca74d8f73346ad80f881a0d994b084 is 50, key is test_row_0/A:col10/1731194757089/Put/seqid=0
2024-11-09T23:25:58,346 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/6a7d143d1bc9490d91e7eb44b3dc0b1d is 50, key is test_row_0/B:col10/1731194757089/Put/seqid=0
2024-11-09T23:25:58,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742108_1284 (size=13017)
2024-11-09T23:25:58,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742109_1285 (size=13017)
2024-11-09T23:25:58,354 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/b1ca74d8f73346ad80f881a0d994b084 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b1ca74d8f73346ad80f881a0d994b084
2024-11-09T23:25:58,358 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into b1ca74d8f73346ad80f881a0d994b084(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:58,358 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:58,358 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194758338; duration=0sec
2024-11-09T23:25:58,358 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:25:58,358 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:25:58,358 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:25:58,359 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:25:58,359 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:25:58,360 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,360 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e4502c7fd70e49a5aeea5498f8f3f85a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7a79d7b1cb87469b9c886976985f79f6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c3cdf226553f44edb701ea0ad4e1c04e] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.5 K
2024-11-09T23:25:58,360 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4502c7fd70e49a5aeea5498f8f3f85a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731194754525
2024-11-09T23:25:58,360 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a79d7b1cb87469b9c886976985f79f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731194754840
2024-11-09T23:25:58,360 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3cdf226553f44edb701ea0ad4e1c04e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194755971
2024-11-09T23:25:58,367 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:25:58,368 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/be77a54b79324c2f9de1ad0d243f0eb9 is 50, key is test_row_0/C:col10/1731194757089/Put/seqid=0
2024-11-09T23:25:58,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742110_1286 (size=13017)
2024-11-09T23:25:58,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T23:25:58,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:25:58,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:58,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/3273db4e6f8c4d44a6b7c2d6d32c176f is 50, key is test_row_0/A:col10/1731194757099/Put/seqid=0
2024-11-09T23:25:58,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742111_1287 (size=12301)
2024-11-09T23:25:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:25:58,755 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/6a7d143d1bc9490d91e7eb44b3dc0b1d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6a7d143d1bc9490d91e7eb44b3dc0b1d
2024-11-09T23:25:58,759 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into 6a7d143d1bc9490d91e7eb44b3dc0b1d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:58,759 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:58,759 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194758338; duration=0sec
2024-11-09T23:25:58,759 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:58,759 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:25:58,784 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/be77a54b79324c2f9de1ad0d243f0eb9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/be77a54b79324c2f9de1ad0d243f0eb9
2024-11-09T23:25:58,788 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into be77a54b79324c2f9de1ad0d243f0eb9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:25:58,788 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:58,788 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194758338; duration=0sec
2024-11-09T23:25:58,788 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:25:58,788 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:25:58,870 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/3273db4e6f8c4d44a6b7c2d6d32c176f
2024-11-09T23:25:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/94296a7a63524cd68041e5cc2ccc2a07 is 50, key is test_row_0/B:col10/1731194757099/Put/seqid=0
2024-11-09T23:25:58,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742112_1288 (size=12301)
2024-11-09T23:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. as already flushing
2024-11-09T23:25:59,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194819233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194819233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194819234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194819235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194819236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/94296a7a63524cd68041e5cc2ccc2a07
2024-11-09T23:25:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d39ccc3ca5cf4538a89c9882e0034fd7 is 50, key is test_row_0/C:col10/1731194757099/Put/seqid=0
2024-11-09T23:25:59,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742113_1289 (size=12301)
2024-11-09T23:25:59,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194819337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194819337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194819338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194819338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194819339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194819540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194819540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194819540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194819541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194819542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:25:59,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d39ccc3ca5cf4538a89c9882e0034fd7
2024-11-09T23:25:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/3273db4e6f8c4d44a6b7c2d6d32c176f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/3273db4e6f8c4d44a6b7c2d6d32c176f
2024-11-09T23:25:59,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/3273db4e6f8c4d44a6b7c2d6d32c176f, entries=150, sequenceid=308, filesize=12.0 K
2024-11-09T23:25:59,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/94296a7a63524cd68041e5cc2ccc2a07 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/94296a7a63524cd68041e5cc2ccc2a07
2024-11-09T23:25:59,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/94296a7a63524cd68041e5cc2ccc2a07, entries=150, sequenceid=308, filesize=12.0 K
2024-11-09T23:25:59,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d39ccc3ca5cf4538a89c9882e0034fd7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d39ccc3ca5cf4538a89c9882e0034fd7
2024-11-09T23:25:59,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d39ccc3ca5cf4538a89c9882e0034fd7, entries=150, sequenceid=308, filesize=12.0 K
2024-11-09T23:25:59,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1259ms, sequenceid=308, compaction requested=false
2024-11-09T23:25:59,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:25:59,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:25:59,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-11-09T23:25:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=86
2024-11-09T23:25:59,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85
2024-11-09T23:25:59,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec
2024-11-09T23:25:59,725 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.1770 sec
2024-11-09T23:25:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:25:59,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:25:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:25:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:25:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:25:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:25:59,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/a706959f4c0e4b86921f7c34aa839a4b is 50, key is test_row_0/A:col10/1731194759845/Put/seqid=0
2024-11-09T23:25:59,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194819850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742114_1290 (size=12301)
2024-11-09T23:25:59,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194819850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194819851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194819852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194819852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194819954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194819954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194819955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194819956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:25:59,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:25:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194819956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194820156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194820158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194820159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194820160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194820160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/a706959f4c0e4b86921f7c34aa839a4b
2024-11-09T23:26:00,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0cbc8378cb314fab82e8c9d753778e64 is 50, key is test_row_0/B:col10/1731194759845/Put/seqid=0
2024-11-09T23:26:00,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742115_1291 (size=12301)
2024-11-09T23:26:00,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42220 deadline: 1731194820457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42208 deadline: 1731194820461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42272 deadline: 1731194820461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42198 deadline: 1731194820462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42200 deadline: 1731194820463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:00,665 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0cbc8378cb314fab82e8c9d753778e64
2024-11-09T23:26:00,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/24008ffaa0f341b2b44ddc56e1f3970d is 50, key is test_row_0/C:col10/1731194759845/Put/seqid=0
2024-11-09T23:26:00,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742116_1292 (size=12301)
2024-11-09T23:26:00,676 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/24008ffaa0f341b2b44ddc56e1f3970d
2024-11-09T23:26:00,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/a706959f4c0e4b86921f7c34aa839a4b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a706959f4c0e4b86921f7c34aa839a4b
2024-11-09T23:26:00,682 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a706959f4c0e4b86921f7c34aa839a4b, entries=150, sequenceid=335, filesize=12.0 K
2024-11-09T23:26:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/0cbc8378cb314fab82e8c9d753778e64 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cbc8378cb314fab82e8c9d753778e64
2024-11-09T23:26:00,686 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cbc8378cb314fab82e8c9d753778e64, entries=150, sequenceid=335, filesize=12.0 K
2024-11-09T23:26:00,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/24008ffaa0f341b2b44ddc56e1f3970d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/24008ffaa0f341b2b44ddc56e1f3970d
2024-11-09T23:26:00,690 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/24008ffaa0f341b2b44ddc56e1f3970d, entries=150, sequenceid=335, filesize=12.0 K
2024-11-09T23:26:00,691 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9a9f8efd25c987e4d49a8114eed1ad89 in 846ms, sequenceid=335, compaction requested=true
2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:00,691 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:00,691 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a9f8efd25c987e4d49a8114eed1ad89:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:00,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:00,692 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:00,692 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:00,692 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/A is initiating minor compaction (all files)
2024-11-09T23:26:00,692 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/B is initiating minor compaction (all files)
2024-11-09T23:26:00,692 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/A in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:00,692 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/B in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:00,692 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6a7d143d1bc9490d91e7eb44b3dc0b1d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/94296a7a63524cd68041e5cc2ccc2a07, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cbc8378cb314fab82e8c9d753778e64] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.7 K
2024-11-09T23:26:00,692 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b1ca74d8f73346ad80f881a0d994b084, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/3273db4e6f8c4d44a6b7c2d6d32c176f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a706959f4c0e4b86921f7c34aa839a4b] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.7 K
2024-11-09T23:26:00,693 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1ca74d8f73346ad80f881a0d994b084, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194755971
2024-11-09T23:26:00,693 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a7d143d1bc9490d91e7eb44b3dc0b1d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194755971
2024-11-09T23:26:00,693 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3273db4e6f8c4d44a6b7c2d6d32c176f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731194757095
2024-11-09T23:26:00,694 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 94296a7a63524cd68041e5cc2ccc2a07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731194757095
2024-11-09T23:26:00,694 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting a706959f4c0e4b86921f7c34aa839a4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731194759234
2024-11-09T23:26:00,694 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cbc8378cb314fab82e8c9d753778e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731194759234
2024-11-09T23:26:00,699 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:00,700 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:00,700 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/145b4ce7d72d4a999097cc74f256d558 is 50, key is test_row_0/A:col10/1731194759845/Put/seqid=0
2024-11-09T23:26:00,700 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/b7766b2920dd4efe93a1360780477e05 is 50, key is test_row_0/B:col10/1731194759845/Put/seqid=0
2024-11-09T23:26:00,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742117_1293 (size=13119)
2024-11-09T23:26:00,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742118_1294 (size=13119)
2024-11-09T23:26:00,805 DEBUG [Thread-1051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:58838
2024-11-09T23:26:00,805 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,806 DEBUG [Thread-1045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:58838
2024-11-09T23:26:00,806 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,807 DEBUG [Thread-1047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:58838
2024-11-09T23:26:00,807 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,807 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:58838
2024-11-09T23:26:00,807 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,808 DEBUG [Thread-1053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3677bd4f to 127.0.0.1:58838
2024-11-09T23:26:00,808 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:26:00,965 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:26:00,965 DEBUG [Thread-1040 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:58838
2024-11-09T23:26:00,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:26:00,966 DEBUG [Thread-1040 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:00,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:26:00,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:00,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:26:00,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:00,970 DEBUG [Thread-1034 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:58838
2024-11-09T23:26:00,970 DEBUG [Thread-1034 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,972 DEBUG [Thread-1042 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:58838
2024-11-09T23:26:00,972 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,972 DEBUG [Thread-1036 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:58838
2024-11-09T23:26:00,972 DEBUG [Thread-1036 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,972 DEBUG [Thread-1038 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:58838
2024-11-09T23:26:00,972 DEBUG [Thread-1038 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:00,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c9c838cab83141d787b75f8398d40b2b is 50, key is test_row_0/A:col10/1731194760963/Put/seqid=0
2024-11-09T23:26:00,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742119_1295 (size=12301)
2024-11-09T23:26:01,122 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/145b4ce7d72d4a999097cc74f256d558 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/145b4ce7d72d4a999097cc74f256d558
2024-11-09T23:26:01,123 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/b7766b2920dd4efe93a1360780477e05 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/b7766b2920dd4efe93a1360780477e05
2024-11-09T23:26:01,129 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/B of 9a9f8efd25c987e4d49a8114eed1ad89 into b7766b2920dd4efe93a1360780477e05(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:01,129 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/A of 9a9f8efd25c987e4d49a8114eed1ad89 into 145b4ce7d72d4a999097cc74f256d558(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:26:01,129 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/B, priority=13, startTime=1731194760691; duration=0sec
2024-11-09T23:26:01,129 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/A, priority=13, startTime=1731194760691; duration=0sec
2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:A
2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:B
2024-11-09T23:26:01,129 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:01,130 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:01,130 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 9a9f8efd25c987e4d49a8114eed1ad89/C is initiating minor compaction (all files)
2024-11-09T23:26:01,130 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a9f8efd25c987e4d49a8114eed1ad89/C in TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:01,130 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/be77a54b79324c2f9de1ad0d243f0eb9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d39ccc3ca5cf4538a89c9882e0034fd7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/24008ffaa0f341b2b44ddc56e1f3970d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp, totalSize=36.7 K
2024-11-09T23:26:01,131 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting be77a54b79324c2f9de1ad0d243f0eb9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731194755971
2024-11-09T23:26:01,131 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d39ccc3ca5cf4538a89c9882e0034fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731194757095
2024-11-09T23:26:01,132 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24008ffaa0f341b2b44ddc56e1f3970d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731194759234
2024-11-09T23:26:01,137 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a9f8efd25c987e4d49a8114eed1ad89#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:01,138 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/c2be03af2c444d4a9466f524c00f6a8d is 50, key is test_row_0/C:col10/1731194759845/Put/seqid=0
2024-11-09T23:26:01,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742120_1296 (size=13119)
2024-11-09T23:26:01,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c9c838cab83141d787b75f8398d40b2b
2024-11-09T23:26:01,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/e333d237f98b4a7cbacfceb034f1c386 is 50, key is test_row_0/B:col10/1731194760963/Put/seqid=0
2024-11-09T23:26:01,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742121_1297 (size=12301)
2024-11-09T23:26:01,555 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/c2be03af2c444d4a9466f524c00f6a8d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c2be03af2c444d4a9466f524c00f6a8d
2024-11-09T23:26:01,561 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a9f8efd25c987e4d49a8114eed1ad89/C of 9a9f8efd25c987e4d49a8114eed1ad89 into c2be03af2c444d4a9466f524c00f6a8d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:01,561 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:26:01,562 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89., storeName=9a9f8efd25c987e4d49a8114eed1ad89/C, priority=13, startTime=1731194760691; duration=0sec
2024-11-09T23:26:01,562 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:01,562 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a9f8efd25c987e4d49a8114eed1ad89:C
2024-11-09T23:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-09T23:26:01,654 INFO  [Thread-1044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6721
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6227
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6188
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6693
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6253
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T23:26:01,655 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:26:01,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:58838
2024-11-09T23:26:01,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:01,657 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-09T23:26:01,658 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T23:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-09T23:26:01,663 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194761663"}]},"ts":"1731194761663"}
2024-11-09T23:26:01,664 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T23:26:01,710 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T23:26:01,712 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:26:01,714 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, UNASSIGN}]
2024-11-09T23:26:01,716 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, UNASSIGN
2024-11-09T23:26:01,717 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=9a9f8efd25c987e4d49a8114eed1ad89, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:01,719 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:26:01,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-09T23:26:01,797 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/e333d237f98b4a7cbacfceb034f1c386
2024-11-09T23:26:01,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d5ce20f7315f492fb07886e0b8e959c3 is 50, key is test_row_0/C:col10/1731194760963/Put/seqid=0
2024-11-09T23:26:01,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742122_1298 (size=12301)
2024-11-09T23:26:01,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:01,873 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:26:01,873 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:26:01,873 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 9a9f8efd25c987e4d49a8114eed1ad89, disabling compactions & flushes
2024-11-09T23:26:01,874 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-09T23:26:02,216 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d5ce20f7315f492fb07886e0b8e959c3
2024-11-09T23:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/c9c838cab83141d787b75f8398d40b2b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c9c838cab83141d787b75f8398d40b2b
2024-11-09T23:26:02,232 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c9c838cab83141d787b75f8398d40b2b, entries=150, sequenceid=347, filesize=12.0 K
2024-11-09T23:26:02,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/e333d237f98b4a7cbacfceb034f1c386 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/e333d237f98b4a7cbacfceb034f1c386
2024-11-09T23:26:02,237 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/e333d237f98b4a7cbacfceb034f1c386, entries=150, sequenceid=347, filesize=12.0 K
2024-11-09T23:26:02,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/d5ce20f7315f492fb07886e0b8e959c3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d5ce20f7315f492fb07886e0b8e959c3
2024-11-09T23:26:02,242 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d5ce20f7315f492fb07886e0b8e959c3, entries=150, sequenceid=347, filesize=12.0 K
2024-11-09T23:26:02,243 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1278ms, sequenceid=347, compaction requested=false
2024-11-09T23:26:02,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:26:02,243 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:02,243 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:02,243 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89. after waiting 0 ms
2024-11-09T23:26:02,243 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:02,243 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 9a9f8efd25c987e4d49a8114eed1ad89 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T23:26:02,244 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=A
2024-11-09T23:26:02,244 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:02,244 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=B
2024-11-09T23:26:02,244 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:02,244 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a9f8efd25c987e4d49a8114eed1ad89, store=C
2024-11-09T23:26:02,244 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:02,248 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/b679f2b4b7794374b767378ad4609d6d is 50, key is test_row_0/A:col10/1731194760970/Put/seqid=0
2024-11-09T23:26:02,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742123_1299 (size=12301)
2024-11-09T23:26:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-09T23:26:02,653 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/b679f2b4b7794374b767378ad4609d6d
2024-11-09T23:26:02,661 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/83dcc8c9ca574a3da60183097077d02c is 50, key is test_row_0/B:col10/1731194760970/Put/seqid=0
2024-11-09T23:26:02,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742124_1300 (size=12301)
2024-11-09T23:26:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-09T23:26:03,067 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/83dcc8c9ca574a3da60183097077d02c
2024-11-09T23:26:03,082 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2b91070199da4e62b205e2d64d40eda8 is 50, key is test_row_0/C:col10/1731194760970/Put/seqid=0
2024-11-09T23:26:03,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742125_1301 (size=12301)
2024-11-09T23:26:03,488 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2b91070199da4e62b205e2d64d40eda8
2024-11-09T23:26:03,497 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/A/b679f2b4b7794374b767378ad4609d6d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b679f2b4b7794374b767378ad4609d6d
2024-11-09T23:26:03,502 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b679f2b4b7794374b767378ad4609d6d, entries=150, sequenceid=357, filesize=12.0 K
2024-11-09T23:26:03,503 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/B/83dcc8c9ca574a3da60183097077d02c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/83dcc8c9ca574a3da60183097077d02c
2024-11-09T23:26:03,507 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/83dcc8c9ca574a3da60183097077d02c, entries=150, sequenceid=357, filesize=12.0 K
2024-11-09T23:26:03,508 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/.tmp/C/2b91070199da4e62b205e2d64d40eda8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2b91070199da4e62b205e2d64d40eda8
2024-11-09T23:26:03,511 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2b91070199da4e62b205e2d64d40eda8, entries=150, sequenceid=357, filesize=12.0 K
2024-11-09T23:26:03,511 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9a9f8efd25c987e4d49a8114eed1ad89 in 1268ms, sequenceid=357, compaction requested=true
2024-11-09T23:26:03,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/f82466ae1bff412bb58c5fe705f8976b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/66186d086f05451489166636afce38aa, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c100ba32282c403c87dfc8a44351708b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6e02379f49b84962b5e4be7f54afd171, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/87c0fce24fd141f89f2a9bd87aa222fb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a194ca2ffeee4cb7b3f97c548e206a54, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c170a1809b5b4518bb4b77e122c70c87, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/821f27ef00bc49bfbb4e2387010fda64, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6521633f22b64b76b74e8e0be3d4cd76, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76652332d258423685d52df495f29004, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/bba8de245be244d29dff9fff69c3d53f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/43f759307225429da3fb3407b19b4f96, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/71ee8e0ca35d4f3da39c6d4ce5631371, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/ec6a4d9bcc20441bb525e5f07d7c708e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/cfe6589f5b3e4bb8baf3dad95be43dda, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76569c90d2384774adfe162e87577879, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6ed9f6db9e5d43bfaff886579f2c7427, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/0f2f64753686422ca025fde567eca608, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/d4632d4c43834a5c8728571a2166483f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/5ee403792df742e29fe0f0f066f202a0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/28cc4f9306294a58bb33b86df7b62570, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b1ca74d8f73346ad80f881a0d994b084, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/3273db4e6f8c4d44a6b7c2d6d32c176f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a706959f4c0e4b86921f7c34aa839a4b] to archive
2024-11-09T23:26:03,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:03,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/f82466ae1bff412bb58c5fe705f8976b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/f82466ae1bff412bb58c5fe705f8976b
2024-11-09T23:26:03,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/66186d086f05451489166636afce38aa to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/66186d086f05451489166636afce38aa
2024-11-09T23:26:03,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c100ba32282c403c87dfc8a44351708b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c100ba32282c403c87dfc8a44351708b
2024-11-09T23:26:03,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6e02379f49b84962b5e4be7f54afd171 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6e02379f49b84962b5e4be7f54afd171
2024-11-09T23:26:03,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/87c0fce24fd141f89f2a9bd87aa222fb to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/87c0fce24fd141f89f2a9bd87aa222fb
2024-11-09T23:26:03,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a194ca2ffeee4cb7b3f97c548e206a54 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a194ca2ffeee4cb7b3f97c548e206a54
2024-11-09T23:26:03,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c170a1809b5b4518bb4b77e122c70c87 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c170a1809b5b4518bb4b77e122c70c87
2024-11-09T23:26:03,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/821f27ef00bc49bfbb4e2387010fda64 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/821f27ef00bc49bfbb4e2387010fda64
2024-11-09T23:26:03,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6521633f22b64b76b74e8e0be3d4cd76 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6521633f22b64b76b74e8e0be3d4cd76
2024-11-09T23:26:03,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76652332d258423685d52df495f29004 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76652332d258423685d52df495f29004
2024-11-09T23:26:03,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/bba8de245be244d29dff9fff69c3d53f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/bba8de245be244d29dff9fff69c3d53f
2024-11-09T23:26:03,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/43f759307225429da3fb3407b19b4f96 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/43f759307225429da3fb3407b19b4f96
2024-11-09T23:26:03,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/71ee8e0ca35d4f3da39c6d4ce5631371 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/71ee8e0ca35d4f3da39c6d4ce5631371
2024-11-09T23:26:03,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/ec6a4d9bcc20441bb525e5f07d7c708e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/ec6a4d9bcc20441bb525e5f07d7c708e
2024-11-09T23:26:03,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/cfe6589f5b3e4bb8baf3dad95be43dda to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/cfe6589f5b3e4bb8baf3dad95be43dda
2024-11-09T23:26:03,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76569c90d2384774adfe162e87577879 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/76569c90d2384774adfe162e87577879
2024-11-09T23:26:03,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6ed9f6db9e5d43bfaff886579f2c7427 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/6ed9f6db9e5d43bfaff886579f2c7427
2024-11-09T23:26:03,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/0f2f64753686422ca025fde567eca608 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/0f2f64753686422ca025fde567eca608
2024-11-09T23:26:03,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/d4632d4c43834a5c8728571a2166483f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/d4632d4c43834a5c8728571a2166483f
2024-11-09T23:26:03,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/5ee403792df742e29fe0f0f066f202a0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/5ee403792df742e29fe0f0f066f202a0
2024-11-09T23:26:03,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/28cc4f9306294a58bb33b86df7b62570 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/28cc4f9306294a58bb33b86df7b62570
2024-11-09T23:26:03,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b1ca74d8f73346ad80f881a0d994b084 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b1ca74d8f73346ad80f881a0d994b084
2024-11-09T23:26:03,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/3273db4e6f8c4d44a6b7c2d6d32c176f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/3273db4e6f8c4d44a6b7c2d6d32c176f
2024-11-09T23:26:03,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a706959f4c0e4b86921f7c34aa839a4b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/a706959f4c0e4b86921f7c34aa839a4b
2024-11-09T23:26:03,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/23a480a31c97490c96435e5df4a15496, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cca35e5cc84843a7bd929b33b1336c7e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/1790731384f7491998a6571a0e04261b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/3774b1b1f744493f8c2e578112139ba1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/57bc4bfe1d8742469fb29e4ba7409b5a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cb990e8de7f4e66a1fff69e97ef40fe, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bee49bf5aee748d283d1dc4b67acf118, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/636a33a4adcf46e28ceec87db878c13f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/47c957db289b4b999f615b4aa7752974, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/20cecd72e4264331816ecd9af3440f43, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bfc7b2c6158944c38b09a555c5aa7c39, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cfd3014624b146b9ad5a3be6a3d625fc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/ceb77e6cfe3b450c91270639f068a1ff, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/8efe3a18cc54421084af97882fbce6f6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/4b5219db7ad14a4f8d72e7c703ece89d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/754ec4c126e64a639b31cb155c93383d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0bc0bc56015d4a47a3cef63f78f02f90, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/78a9b95dfeb3429090924cb3ce8b7387, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/f1cdf31fbbbf41e785ad69225e8071ee, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6580f2c03f7e46d7a0db7c80af973c0f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6a7d143d1bc9490d91e7eb44b3dc0b1d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/652560cb6ef24fb39db6c6358b80f416, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/94296a7a63524cd68041e5cc2ccc2a07, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cbc8378cb314fab82e8c9d753778e64] to archive
2024-11-09T23:26:03,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:03,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/23a480a31c97490c96435e5df4a15496 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/23a480a31c97490c96435e5df4a15496
2024-11-09T23:26:03,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cca35e5cc84843a7bd929b33b1336c7e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cca35e5cc84843a7bd929b33b1336c7e
2024-11-09T23:26:03,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/1790731384f7491998a6571a0e04261b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/1790731384f7491998a6571a0e04261b
2024-11-09T23:26:03,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/3774b1b1f744493f8c2e578112139ba1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/3774b1b1f744493f8c2e578112139ba1
2024-11-09T23:26:03,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/57bc4bfe1d8742469fb29e4ba7409b5a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/57bc4bfe1d8742469fb29e4ba7409b5a
2024-11-09T23:26:03,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cb990e8de7f4e66a1fff69e97ef40fe to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cb990e8de7f4e66a1fff69e97ef40fe
2024-11-09T23:26:03,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bee49bf5aee748d283d1dc4b67acf118 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bee49bf5aee748d283d1dc4b67acf118
2024-11-09T23:26:03,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/636a33a4adcf46e28ceec87db878c13f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/636a33a4adcf46e28ceec87db878c13f
2024-11-09T23:26:03,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/47c957db289b4b999f615b4aa7752974 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/47c957db289b4b999f615b4aa7752974
2024-11-09T23:26:03,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/20cecd72e4264331816ecd9af3440f43 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/20cecd72e4264331816ecd9af3440f43
2024-11-09T23:26:03,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bfc7b2c6158944c38b09a555c5aa7c39 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/bfc7b2c6158944c38b09a555c5aa7c39
2024-11-09T23:26:03,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cfd3014624b146b9ad5a3be6a3d625fc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/cfd3014624b146b9ad5a3be6a3d625fc
2024-11-09T23:26:03,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/ceb77e6cfe3b450c91270639f068a1ff to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/ceb77e6cfe3b450c91270639f068a1ff
2024-11-09T23:26:03,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/8efe3a18cc54421084af97882fbce6f6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/8efe3a18cc54421084af97882fbce6f6
2024-11-09T23:26:03,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/4b5219db7ad14a4f8d72e7c703ece89d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/4b5219db7ad14a4f8d72e7c703ece89d
2024-11-09T23:26:03,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/754ec4c126e64a639b31cb155c93383d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/754ec4c126e64a639b31cb155c93383d
2024-11-09T23:26:03,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0bc0bc56015d4a47a3cef63f78f02f90 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0bc0bc56015d4a47a3cef63f78f02f90
2024-11-09T23:26:03,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/78a9b95dfeb3429090924cb3ce8b7387 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/78a9b95dfeb3429090924cb3ce8b7387
2024-11-09T23:26:03,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/f1cdf31fbbbf41e785ad69225e8071ee to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/f1cdf31fbbbf41e785ad69225e8071ee
2024-11-09T23:26:03,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6580f2c03f7e46d7a0db7c80af973c0f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6580f2c03f7e46d7a0db7c80af973c0f
2024-11-09T23:26:03,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6a7d143d1bc9490d91e7eb44b3dc0b1d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/6a7d143d1bc9490d91e7eb44b3dc0b1d
2024-11-09T23:26:03,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/652560cb6ef24fb39db6c6358b80f416 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/652560cb6ef24fb39db6c6358b80f416
2024-11-09T23:26:03,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/94296a7a63524cd68041e5cc2ccc2a07 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/94296a7a63524cd68041e5cc2ccc2a07
2024-11-09T23:26:03,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cbc8378cb314fab82e8c9d753778e64 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/0cbc8378cb314fab82e8c9d753778e64
2024-11-09T23:26:03,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/12340f4d4f4d4666ad497c62b622fe7f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/4fb1ca76f9af415e922475ad198c62ff, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2903746eb70a4dedb75eda3dbdea0f01, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a514be1b58fb407fa1a23384c2e74455, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/90e465c01bd74d5386b04ef0283775fd, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a5e95360bf3649bea6c1a89fc0e8f725, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/793d854921ba4183ad3be37214f663bc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/8695268ff3b54f37aafa68bcdb1aa77e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/73e6e259f8454fb0ae3d168e4b82018c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/871bce056d584bb299925d47e18a82af, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2433ce6720124735b2ff74cedfb28b80, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/6be4134cb4d440c5811af41ff371eeb0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d35cfe74411a4655a3f515cf672ae46b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b46edf43e6e54ffdb96d752e3ebb0035, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7aeed0ce49274970afa499aa3dad24e2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/811f43abfed148b4b7c05224bc027853, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e0b1648dadaa444f8fdde22418d93faf, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e4502c7fd70e49a5aeea5498f8f3f85a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b732af0f64b445f8a9c706d4eea4f051, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7a79d7b1cb87469b9c886976985f79f6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/be77a54b79324c2f9de1ad0d243f0eb9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c3cdf226553f44edb701ea0ad4e1c04e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d39ccc3ca5cf4538a89c9882e0034fd7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/24008ffaa0f341b2b44ddc56e1f3970d] to archive
2024-11-09T23:26:03,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:03,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/12340f4d4f4d4666ad497c62b622fe7f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/12340f4d4f4d4666ad497c62b622fe7f
2024-11-09T23:26:03,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/4fb1ca76f9af415e922475ad198c62ff to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/4fb1ca76f9af415e922475ad198c62ff
2024-11-09T23:26:03,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2903746eb70a4dedb75eda3dbdea0f01 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2903746eb70a4dedb75eda3dbdea0f01
2024-11-09T23:26:03,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a514be1b58fb407fa1a23384c2e74455 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a514be1b58fb407fa1a23384c2e74455
2024-11-09T23:26:03,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/90e465c01bd74d5386b04ef0283775fd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/90e465c01bd74d5386b04ef0283775fd
2024-11-09T23:26:03,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a5e95360bf3649bea6c1a89fc0e8f725 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/a5e95360bf3649bea6c1a89fc0e8f725
2024-11-09T23:26:03,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/793d854921ba4183ad3be37214f663bc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/793d854921ba4183ad3be37214f663bc
2024-11-09T23:26:03,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/8695268ff3b54f37aafa68bcdb1aa77e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/8695268ff3b54f37aafa68bcdb1aa77e
2024-11-09T23:26:03,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/73e6e259f8454fb0ae3d168e4b82018c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/73e6e259f8454fb0ae3d168e4b82018c
2024-11-09T23:26:03,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/871bce056d584bb299925d47e18a82af to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/871bce056d584bb299925d47e18a82af
2024-11-09T23:26:03,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2433ce6720124735b2ff74cedfb28b80 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2433ce6720124735b2ff74cedfb28b80
2024-11-09T23:26:03,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/6be4134cb4d440c5811af41ff371eeb0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/6be4134cb4d440c5811af41ff371eeb0
2024-11-09T23:26:03,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d35cfe74411a4655a3f515cf672ae46b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d35cfe74411a4655a3f515cf672ae46b
2024-11-09T23:26:03,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b46edf43e6e54ffdb96d752e3ebb0035 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b46edf43e6e54ffdb96d752e3ebb0035
2024-11-09T23:26:03,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7aeed0ce49274970afa499aa3dad24e2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7aeed0ce49274970afa499aa3dad24e2
2024-11-09T23:26:03,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/811f43abfed148b4b7c05224bc027853 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/811f43abfed148b4b7c05224bc027853
2024-11-09T23:26:03,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e0b1648dadaa444f8fdde22418d93faf to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e0b1648dadaa444f8fdde22418d93faf
2024-11-09T23:26:03,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e4502c7fd70e49a5aeea5498f8f3f85a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/e4502c7fd70e49a5aeea5498f8f3f85a
2024-11-09T23:26:03,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b732af0f64b445f8a9c706d4eea4f051 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/b732af0f64b445f8a9c706d4eea4f051
2024-11-09T23:26:03,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7a79d7b1cb87469b9c886976985f79f6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/7a79d7b1cb87469b9c886976985f79f6
2024-11-09T23:26:03,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/be77a54b79324c2f9de1ad0d243f0eb9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/be77a54b79324c2f9de1ad0d243f0eb9
2024-11-09T23:26:03,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c3cdf226553f44edb701ea0ad4e1c04e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c3cdf226553f44edb701ea0ad4e1c04e
2024-11-09T23:26:03,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d39ccc3ca5cf4538a89c9882e0034fd7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d39ccc3ca5cf4538a89c9882e0034fd7
2024-11-09T23:26:03,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/24008ffaa0f341b2b44ddc56e1f3970d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/24008ffaa0f341b2b44ddc56e1f3970d
2024-11-09T23:26:03,577 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=1
2024-11-09T23:26:03,577 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.
2024-11-09T23:26:03,577 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 9a9f8efd25c987e4d49a8114eed1ad89:

2024-11-09T23:26:03,579 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:26:03,579 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=9a9f8efd25c987e4d49a8114eed1ad89, regionState=CLOSED
2024-11-09T23:26:03,581 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89
2024-11-09T23:26:03,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 9a9f8efd25c987e4d49a8114eed1ad89, server=5c400312e287,42983,1731194669945 in 1.8610 sec
2024-11-09T23:26:03,583 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88
2024-11-09T23:26:03,583 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a9f8efd25c987e4d49a8114eed1ad89, UNASSIGN in 1.8670 sec
2024-11-09T23:26:03,584 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87
2024-11-09T23:26:03,585 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec
2024-11-09T23:26:03,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194763585"}]},"ts":"1731194763585"}
2024-11-09T23:26:03,586 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T23:26:03,627 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T23:26:03,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9690 sec
2024-11-09T23:26:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-09T23:26:03,771 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed
2024-11-09T23:26:03,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T23:26:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,776 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-11-09T23:26:03,778 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:26:03,786 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/recovered.edits]
2024-11-09T23:26:03,791 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/145b4ce7d72d4a999097cc74f256d558 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/145b4ce7d72d4a999097cc74f256d558
2024-11-09T23:26:03,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b679f2b4b7794374b767378ad4609d6d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/b679f2b4b7794374b767378ad4609d6d
2024-11-09T23:26:03,793 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c9c838cab83141d787b75f8398d40b2b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/A/c9c838cab83141d787b75f8398d40b2b
2024-11-09T23:26:03,794 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/83dcc8c9ca574a3da60183097077d02c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/83dcc8c9ca574a3da60183097077d02c
2024-11-09T23:26:03,799 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/b7766b2920dd4efe93a1360780477e05 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/b7766b2920dd4efe93a1360780477e05
2024-11-09T23:26:03,800 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/e333d237f98b4a7cbacfceb034f1c386 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/B/e333d237f98b4a7cbacfceb034f1c386
2024-11-09T23:26:03,802 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2b91070199da4e62b205e2d64d40eda8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/2b91070199da4e62b205e2d64d40eda8
2024-11-09T23:26:03,803 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c2be03af2c444d4a9466f524c00f6a8d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/c2be03af2c444d4a9466f524c00f6a8d
2024-11-09T23:26:03,804 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d5ce20f7315f492fb07886e0b8e959c3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/C/d5ce20f7315f492fb07886e0b8e959c3
2024-11-09T23:26:03,806 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/recovered.edits/360.seqid to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89/recovered.edits/360.seqid
2024-11-09T23:26:03,806 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/9a9f8efd25c987e4d49a8114eed1ad89
2024-11-09T23:26:03,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T23:26:03,808 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,814 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T23:26:03,816 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T23:26:03,817 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,817 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T23:26:03,817 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731194763817"}]},"ts":"9223372036854775807"}
2024-11-09T23:26:03,819 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-09T23:26:03,819 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9a9f8efd25c987e4d49a8114eed1ad89, NAME => 'TestAcidGuarantees,,1731194738540.9a9f8efd25c987e4d49a8114eed1ad89.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T23:26:03,819 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T23:26:03,819 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731194763819"}]},"ts":"9223372036854775807"}
2024-11-09T23:26:03,820 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-09T23:26:03,827 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,828 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec
2024-11-09T23:26:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-11-09T23:26:03,880 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed
2024-11-09T23:26:03,897 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=457 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 254) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4275 (was 4325)
2024-11-09T23:26:03,906 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4275
2024-11-09T23:26:03,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:26:03,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:26:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:03,909 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:26:03,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:03,909 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 92
2024-11-09T23:26:03,909 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:26:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-09T23:26:03,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742126_1302 (size=960)
2024-11-09T23:26:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-09T23:26:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-09T23:26:04,320 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:26:04,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742127_1303 (size=53)
2024-11-09T23:26:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-09T23:26:04,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:26:04,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 95b6c738d44f7e203e39fea432a41f44, disabling compactions & flushes
2024-11-09T23:26:04,731 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:04,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:04,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. after waiting 0 ms
2024-11-09T23:26:04,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:04,732 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:04,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:04,734 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:26:04,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731194764734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194764734"}]},"ts":"1731194764734"}
2024-11-09T23:26:04,737 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:26:04,738 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:26:04,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194764738"}]},"ts":"1731194764738"}
2024-11-09T23:26:04,740 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T23:26:04,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, ASSIGN}]
2024-11-09T23:26:04,761 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, ASSIGN
2024-11-09T23:26:04,762 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:26:04,913 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:04,915 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-09T23:26:05,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:05,076 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:05,077 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:26:05,078 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:05,078 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:26:05,078 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:05,078 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:05,080 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 95b6c738d44f7e203e39fea432a41f44 
2024-11-09T23:26:05,082 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:05,082 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b6c738d44f7e203e39fea432a41f44 columnFamilyName A
2024-11-09T23:26:05,082 DEBUG [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:05,083 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(327): Store=95b6c738d44f7e203e39fea432a41f44/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:05,083 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 95b6c738d44f7e203e39fea432a41f44 
2024-11-09T23:26:05,084 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:05,085 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b6c738d44f7e203e39fea432a41f44 columnFamilyName B
2024-11-09T23:26:05,085 DEBUG [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:05,085 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(327): Store=95b6c738d44f7e203e39fea432a41f44/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:05,086 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 95b6c738d44f7e203e39fea432a41f44 
2024-11-09T23:26:05,087 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:05,087 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b6c738d44f7e203e39fea432a41f44 columnFamilyName C
2024-11-09T23:26:05,087 DEBUG [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:05,088 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(327): Store=95b6c738d44f7e203e39fea432a41f44/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:05,088 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:05,089 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:05,089 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:05,091 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:26:05,092 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:05,093 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:26:05,094 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 95b6c738d44f7e203e39fea432a41f44; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67102330, jitterRate=-9.736418724060059E-5}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:26:05,094 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:05,095 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., pid=94, masterSystemTime=1731194765069
2024-11-09T23:26:05,096 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:05,096 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:05,096 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:05,098 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93
2024-11-09T23:26:05,098 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945 in 182 msec
2024-11-09T23:26:05,099 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92
2024-11-09T23:26:05,099 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, ASSIGN in 338 msec
2024-11-09T23:26:05,099 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:26:05,100 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194765099"}]},"ts":"1731194765099"}
2024-11-09T23:26:05,100 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T23:26:05,116 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:26:05,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2090 sec
2024-11-09T23:26:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-09T23:26:06,018 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed
2024-11-09T23:26:06,020 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511
2024-11-09T23:26:06,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:06,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:06,067 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:06,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:26:06,070 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:26:06,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:26:06,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:26:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:06,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742128_1304 (size=996)
2024-11-09T23:26:06,488 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-09T23:26:06,488 INFO  [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-09T23:26:06,493 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:26:06,497 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, REOPEN/MOVE}]
2024-11-09T23:26:06,498 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, REOPEN/MOVE
2024-11-09T23:26:06,499 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:06,500 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:26:06,500 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:06,524 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:46087,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:06,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:06,653 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:06,653 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:26:06,653 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 95b6c738d44f7e203e39fea432a41f44, disabling compactions & flushes
2024-11-09T23:26:06,653 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:06,653 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:06,653 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. after waiting 0 ms
2024-11-09T23:26:06,653 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:06,660 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-09T23:26:06,661 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:06,661 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:06,661 WARN  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 95b6c738d44f7e203e39fea432a41f44 to self.
2024-11-09T23:26:06,664 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:06,665 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=CLOSED
2024-11-09T23:26:06,669 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97
2024-11-09T23:26:06,669 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945 in 166 msec
2024-11-09T23:26:06,670 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, REOPEN/MOVE; state=CLOSED, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=true
2024-11-09T23:26:06,821 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:06,824 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:06,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:06,985 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:06,986 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:26:06,987 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:06,987 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:26:06,988 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:06,988 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:06,991 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 95b6c738d44f7e203e39fea432a41f44 
2024-11-09T23:26:06,992 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:06,992 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b6c738d44f7e203e39fea432a41f44 columnFamilyName A
2024-11-09T23:26:06,994 DEBUG [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:06,994 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(327): Store=95b6c738d44f7e203e39fea432a41f44/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:06,995 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 95b6c738d44f7e203e39fea432a41f44 
2024-11-09T23:26:06,995 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:06,996 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b6c738d44f7e203e39fea432a41f44 columnFamilyName B
2024-11-09T23:26:06,996 DEBUG [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:06,996 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(327): Store=95b6c738d44f7e203e39fea432a41f44/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:06,996 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 95b6c738d44f7e203e39fea432a41f44 
2024-11-09T23:26:06,997 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:06,997 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b6c738d44f7e203e39fea432a41f44 columnFamilyName C
2024-11-09T23:26:06,997 DEBUG [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:06,998 INFO  [StoreOpener-95b6c738d44f7e203e39fea432a41f44-1 {}] regionserver.HStore(327): Store=95b6c738d44f7e203e39fea432a41f44/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:06,998 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:06,999 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:07,000 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:07,002 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:26:07,004 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:07,006 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 95b6c738d44f7e203e39fea432a41f44; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59837004, jitterRate=-0.10835915803909302}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:26:07,006 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:07,007 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., pid=99, masterSystemTime=1731194766978
2024-11-09T23:26:07,008 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,008 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,009 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=OPEN, openSeqNum=5, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97
2024-11-09T23:26:07,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945 in 185 msec
2024-11-09T23:26:07,012 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96
2024-11-09T23:26:07,012 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, REOPEN/MOVE in 514 msec
2024-11-09T23:26:07,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95
2024-11-09T23:26:07,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec
2024-11-09T23:26:07,014 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 941 msec
2024-11-09T23:26:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-11-09T23:26:07,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6
2024-11-09T23:26:07,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9
2024-11-09T23:26:07,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549
2024-11-09T23:26:07,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b
2024-11-09T23:26:07,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1
2024-11-09T23:26:07,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc
2024-11-09T23:26:07,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,150 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9
2024-11-09T23:26:07,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4
2024-11-09T23:26:07,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d
2024-11-09T23:26:07,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x627cad17 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37a637ac
2024-11-09T23:26:07,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb9e50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:07,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees
2024-11-09T23:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:07,209 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:07,210 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:07,210 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:07,211 DEBUG [hconnection-0x7e8afb9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,211 DEBUG [hconnection-0x703bb289-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,212 DEBUG [hconnection-0x44bccb5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,212 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,213 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,213 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,213 DEBUG [hconnection-0x3091b84f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,213 DEBUG [hconnection-0x435d94e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,214 DEBUG [hconnection-0x1e64c995-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,214 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,214 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,214 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,218 DEBUG [hconnection-0x72d46e4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,218 DEBUG [hconnection-0x56fc0819-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,218 DEBUG [hconnection-0x407d3897-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,219 DEBUG [hconnection-0x2e2e0caf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:07,219 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:26:07,219 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,220 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,220 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:07,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:07,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:07,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:07,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109afd9f3b53857480b9a2a3621cf0420e5_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194767217/Put/seqid=0
2024-11-09T23:26:07,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742129_1305 (size=12154)
2024-11-09T23:26:07,251 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:07,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194827246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194827247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194827250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194827251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194827251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,254 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109afd9f3b53857480b9a2a3621cf0420e5_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109afd9f3b53857480b9a2a3621cf0420e5_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:07,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/2e5a562af4f542ff8cdb0ce8f67cb311, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:07,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/2e5a562af4f542ff8cdb0ce8f67cb311 is 175, key is test_row_0/A:col10/1731194767217/Put/seqid=0
2024-11-09T23:26:07,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742130_1306 (size=30955)
2024-11-09T23:26:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:07,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194827352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194827354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194827354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194827355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:07,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:07,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:07,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194827363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:07,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:07,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194827558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194827560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194827560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194827560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194827569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,660 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/2e5a562af4f542ff8cdb0ce8f67cb311
2024-11-09T23:26:07,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:07,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:07,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:07,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/190103c7396344f18f66bb89ff8cc386 is 50, key is test_row_0/B:col10/1731194767217/Put/seqid=0
2024-11-09T23:26:07,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742131_1307 (size=12001)
2024-11-09T23:26:07,689 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/190103c7396344f18f66bb89ff8cc386
2024-11-09T23:26:07,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d3592192c5a641588cb07bb299db28f0 is 50, key is test_row_0/C:col10/1731194767217/Put/seqid=0
2024-11-09T23:26:07,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742132_1308 (size=12001)
2024-11-09T23:26:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:07,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:07,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:07,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:07,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194827862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194827864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194827865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194827865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194827874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:07,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:07,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:07,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:08,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:08,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:08,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:08,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:08,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:08,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:08,134 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d3592192c5a641588cb07bb299db28f0
2024-11-09T23:26:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/2e5a562af4f542ff8cdb0ce8f67cb311 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311
2024-11-09T23:26:08,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311, entries=150, sequenceid=16, filesize=30.2 K
2024-11-09T23:26:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/190103c7396344f18f66bb89ff8cc386 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/190103c7396344f18f66bb89ff8cc386
2024-11-09T23:26:08,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/190103c7396344f18f66bb89ff8cc386, entries=150, sequenceid=16, filesize=11.7 K
2024-11-09T23:26:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d3592192c5a641588cb07bb299db28f0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d3592192c5a641588cb07bb299db28f0
2024-11-09T23:26:08,148 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d3592192c5a641588cb07bb299db28f0, entries=150, sequenceid=16, filesize=11.7 K
2024-11-09T23:26:08,149 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 95b6c738d44f7e203e39fea432a41f44 in 930ms, sequenceid=16, compaction requested=false
2024-11-09T23:26:08,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:08,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:08,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-09T23:26:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:08,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:26:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:08,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ebddad7a32844c62a8c5ad7875f8b4c7_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194767250/Put/seqid=0
2024-11-09T23:26:08,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742133_1309 (size=12154)
2024-11-09T23:26:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:08,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194828377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194828377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194828377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194828378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194828382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194828482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194828482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194828485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194828487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,549 ERROR [LeaseRenewer:jenkins@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:46087,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:08,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:08,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194828687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194828687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,691 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ebddad7a32844c62a8c5ad7875f8b4c7_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ebddad7a32844c62a8c5ad7875f8b4c7_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:08,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/38009c9631b64885a9e889ba22b3a0fc, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:08,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/38009c9631b64885a9e889ba22b3a0fc is 175, key is test_row_0/A:col10/1731194767250/Put/seqid=0
2024-11-09T23:26:08,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194828689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194828692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742134_1310 (size=30955)
2024-11-09T23:26:08,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194828991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194828991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194828996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:08,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194828996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:09,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/38009c9631b64885a9e889ba22b3a0fc
2024-11-09T23:26:09,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/cadfbbcacabd4c22a1a49bbbccdd6803 is 50, key is test_row_0/B:col10/1731194767250/Put/seqid=0
2024-11-09T23:26:09,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742135_1311 (size=12001)
2024-11-09T23:26:09,111 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T23:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:09,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194829390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:09,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194829496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:09,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194829500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:09,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:09,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/cadfbbcacabd4c22a1a49bbbccdd6803
2024-11-09T23:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194829501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:09,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194829503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/0a9d7e5cdee64a7488a09cc94c6d5c00 is 50, key is test_row_0/C:col10/1731194767250/Put/seqid=0
2024-11-09T23:26:09,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742136_1312 (size=12001)
2024-11-09T23:26:09,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/0a9d7e5cdee64a7488a09cc94c6d5c00
2024-11-09T23:26:09,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/38009c9631b64885a9e889ba22b3a0fc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc
2024-11-09T23:26:09,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc, entries=150, sequenceid=41, filesize=30.2 K
2024-11-09T23:26:09,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/cadfbbcacabd4c22a1a49bbbccdd6803 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cadfbbcacabd4c22a1a49bbbccdd6803
2024-11-09T23:26:09,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cadfbbcacabd4c22a1a49bbbccdd6803, entries=150, sequenceid=41, filesize=11.7 K
2024-11-09T23:26:09,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/0a9d7e5cdee64a7488a09cc94c6d5c00 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0a9d7e5cdee64a7488a09cc94c6d5c00
2024-11-09T23:26:09,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0a9d7e5cdee64a7488a09cc94c6d5c00, entries=150, sequenceid=41, filesize=11.7 K
2024-11-09T23:26:09,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 95b6c738d44f7e203e39fea432a41f44 in 1665ms, sequenceid=41, compaction requested=false
2024-11-09T23:26:09,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:09,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:09,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101
2024-11-09T23:26:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=101
2024-11-09T23:26:09,944 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100
2024-11-09T23:26:09,944 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7320 sec
2024-11-09T23:26:09,944 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.7360 sec
2024-11-09T23:26:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:10,510 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:26:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:10,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b1fe2c89114a49a3b2d6f82fcbcbe90d_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:10,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742137_1313 (size=14594)
2024-11-09T23:26:10,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194830566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194830567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194830567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194830571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194830675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194830675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194830675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194830680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194830880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194830881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194830881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194830884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:10,921 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:10,925 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b1fe2c89114a49a3b2d6f82fcbcbe90d_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b1fe2c89114a49a3b2d6f82fcbcbe90d_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:10,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5a9c0737d74c38aa6adfc7ff92787e, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:10,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5a9c0737d74c38aa6adfc7ff92787e is 175, key is test_row_0/A:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:10,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742138_1314 (size=39549)
2024-11-09T23:26:11,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194831187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194831187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194831189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194831189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-09T23:26:11,313 INFO  [Thread-1410 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed
2024-11-09T23:26:11,314 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees
2024-11-09T23:26:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:11,315 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:11,316 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:11,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:11,339 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5a9c0737d74c38aa6adfc7ff92787e
2024-11-09T23:26:11,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/3ec095b930844730a0b49b719087de18 is 50, key is test_row_0/B:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:11,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742139_1315 (size=12001)
2024-11-09T23:26:11,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194831404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,412 DEBUG [Thread-1408 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:11,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:11,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-09T23:26:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:11,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:11,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-09T23:26:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194831695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194831695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194831696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194831697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:11,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/3ec095b930844730a0b49b719087de18
2024-11-09T23:26:11,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/a7d4bf47f55547ee9783b5bfa1f96bcb is 50, key is test_row_0/C:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:11,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742140_1316 (size=12001)
2024-11-09T23:26:11,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:11,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-09T23:26:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:11,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:11,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-09T23:26:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:11,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:12,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:12,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-09T23:26:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:12,160 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/a7d4bf47f55547ee9783b5bfa1f96bcb
2024-11-09T23:26:12,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5a9c0737d74c38aa6adfc7ff92787e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e
2024-11-09T23:26:12,188 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e, entries=200, sequenceid=53, filesize=38.6 K
2024-11-09T23:26:12,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/3ec095b930844730a0b49b719087de18 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/3ec095b930844730a0b49b719087de18
2024-11-09T23:26:12,192 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/3ec095b930844730a0b49b719087de18, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T23:26:12,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/a7d4bf47f55547ee9783b5bfa1f96bcb as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/a7d4bf47f55547ee9783b5bfa1f96bcb
2024-11-09T23:26:12,195 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/a7d4bf47f55547ee9783b5bfa1f96bcb, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T23:26:12,196 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 95b6c738d44f7e203e39fea432a41f44 in 1686ms, sequenceid=53, compaction requested=true
2024-11-09T23:26:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:12,196 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:12,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:12,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:12,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:12,197 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:12,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:12,197 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:12,197 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/A is initiating minor compaction (all files)
2024-11-09T23:26:12,197 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/A in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,198 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=99.1 K
2024-11-09T23:26:12,198 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e]
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e5a562af4f542ff8cdb0ce8f67cb311, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731194767217
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/B is initiating minor compaction (all files)
2024-11-09T23:26:12,198 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/B in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,198 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/190103c7396344f18f66bb89ff8cc386, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cadfbbcacabd4c22a1a49bbbccdd6803, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/3ec095b930844730a0b49b719087de18] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=35.2 K
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38009c9631b64885a9e889ba22b3a0fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731194767241
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 190103c7396344f18f66bb89ff8cc386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731194767217
2024-11-09T23:26:12,198 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting db5a9c0737d74c38aa6adfc7ff92787e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731194768376
2024-11-09T23:26:12,199 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cadfbbcacabd4c22a1a49bbbccdd6803, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731194767241
2024-11-09T23:26:12,199 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ec095b930844730a0b49b719087de18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731194768376
2024-11-09T23:26:12,209 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:12,211 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:12,211 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/4d40345b32de48aeb02fb5310faec829 is 50, key is test_row_0/B:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:12,211 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b1d93aecefc94ddcb824d966bcdea770_95b6c738d44f7e203e39fea432a41f44 store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:12,213 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b1d93aecefc94ddcb824d966bcdea770_95b6c738d44f7e203e39fea432a41f44, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:12,213 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b1d93aecefc94ddcb824d966bcdea770_95b6c738d44f7e203e39fea432a41f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:12,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742141_1317 (size=12104)
2024-11-09T23:26:12,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:12,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-09T23:26:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,230 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:26:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:12,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742142_1318 (size=4469)
2024-11-09T23:26:12,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110905176d0f454842b08649284081468e37_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194770567/Put/seqid=0
2024-11-09T23:26:12,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742143_1319 (size=12154)
2024-11-09T23:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:12,627 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/4d40345b32de48aeb02fb5310faec829 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/4d40345b32de48aeb02fb5310faec829
2024-11-09T23:26:12,631 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/B of 95b6c738d44f7e203e39fea432a41f44 into 4d40345b32de48aeb02fb5310faec829(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:12,631 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:12,631 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/B, priority=13, startTime=1731194772197; duration=0sec
2024-11-09T23:26:12,631 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#A#compaction#270 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:12,631 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:12,631 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:B
2024-11-09T23:26:12,632 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:12,632 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/4a0bd29d247a4178b7d770ad266da416 is 175, key is test_row_0/A:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:12,632 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:12,632 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/C is initiating minor compaction (all files)
2024-11-09T23:26:12,632 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/C in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:12,633 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d3592192c5a641588cb07bb299db28f0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0a9d7e5cdee64a7488a09cc94c6d5c00, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/a7d4bf47f55547ee9783b5bfa1f96bcb] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=35.2 K
2024-11-09T23:26:12,633 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d3592192c5a641588cb07bb299db28f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731194767217
2024-11-09T23:26:12,634 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a9d7e5cdee64a7488a09cc94c6d5c00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731194767241
2024-11-09T23:26:12,634 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a7d4bf47f55547ee9783b5bfa1f96bcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731194768376
2024-11-09T23:26:12,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742144_1320 (size=31058)
2024-11-09T23:26:12,640 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:12,641 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d21ff74d5d564d13b1cc1cfd249c9659 is 50, key is test_row_0/C:col10/1731194770509/Put/seqid=0
2024-11-09T23:26:12,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742145_1321 (size=12104)
2024-11-09T23:26:12,646 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/4a0bd29d247a4178b7d770ad266da416 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/4a0bd29d247a4178b7d770ad266da416
2024-11-09T23:26:12,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:12,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110905176d0f454842b08649284081468e37_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110905176d0f454842b08649284081468e37_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:12,652 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/A of 95b6c738d44f7e203e39fea432a41f44 into 4a0bd29d247a4178b7d770ad266da416(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:12,652 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:12,652 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/A, priority=13, startTime=1731194772196; duration=0sec
2024-11-09T23:26:12,652 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:12,652 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:A
2024-11-09T23:26:12,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/321b2f9a5ade4afe93108261c1067601, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:12,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/321b2f9a5ade4afe93108261c1067601 is 175, key is test_row_0/A:col10/1731194770567/Put/seqid=0
2024-11-09T23:26:12,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742146_1322 (size=30955)
2024-11-09T23:26:12,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/321b2f9a5ade4afe93108261c1067601
2024-11-09T23:26:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/1e2a5e5225114a15a7345b31d093f484 is 50, key is test_row_0/B:col10/1731194770567/Put/seqid=0
2024-11-09T23:26:12,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742147_1323 (size=12001)
2024-11-09T23:26:12,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:12,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194832736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194832746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194832746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194832746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194832847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194832852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194832856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:12,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194832857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,050 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d21ff74d5d564d13b1cc1cfd249c9659 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d21ff74d5d564d13b1cc1cfd249c9659
2024-11-09T23:26:13,054 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/C of 95b6c738d44f7e203e39fea432a41f44 into d21ff74d5d564d13b1cc1cfd249c9659(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:13,054 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:13,054 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/C, priority=13, startTime=1731194772197; duration=0sec
2024-11-09T23:26:13,054 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:13,054 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:C
2024-11-09T23:26:13,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194833053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194833058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/1e2a5e5225114a15a7345b31d093f484
2024-11-09T23:26:13,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194833060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194833061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/faed95ae9130418b9dd4ecba8b65b064 is 50, key is test_row_0/C:col10/1731194770567/Put/seqid=0
2024-11-09T23:26:13,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742148_1324 (size=12001)
2024-11-09T23:26:13,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194833360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194833367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194833368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194833370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:13,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/faed95ae9130418b9dd4ecba8b65b064
2024-11-09T23:26:13,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/321b2f9a5ade4afe93108261c1067601 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601
2024-11-09T23:26:13,488 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601, entries=150, sequenceid=77, filesize=30.2 K
2024-11-09T23:26:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/1e2a5e5225114a15a7345b31d093f484 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1e2a5e5225114a15a7345b31d093f484
2024-11-09T23:26:13,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1e2a5e5225114a15a7345b31d093f484, entries=150, sequenceid=77, filesize=11.7 K
2024-11-09T23:26:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/faed95ae9130418b9dd4ecba8b65b064 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/faed95ae9130418b9dd4ecba8b65b064
2024-11-09T23:26:13,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/faed95ae9130418b9dd4ecba8b65b064, entries=150, sequenceid=77, filesize=11.7 K
2024-11-09T23:26:13,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 95b6c738d44f7e203e39fea432a41f44 in 1268ms, sequenceid=77, compaction requested=false
2024-11-09T23:26:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-09T23:26:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=103
2024-11-09T23:26:13,499 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102
2024-11-09T23:26:13,499 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1820 sec
2024-11-09T23:26:13,500 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.1850 sec
2024-11-09T23:26:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:13,871 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:26:13,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:13,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:13,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:13,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:13,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:13,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:13,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109985e17213afc4327bf37af4573da192d_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:13,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742149_1325 (size=14594)
2024-11-09T23:26:13,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:13,884 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109985e17213afc4327bf37af4573da192d_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109985e17213afc4327bf37af4573da192d_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:13,884 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/f1fcce0dab0c4d6e8912c7436ab5579e, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:13,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/f1fcce0dab0c4d6e8912c7436ab5579e is 175, key is test_row_0/A:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:13,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742150_1326 (size=39549)
2024-11-09T23:26:13,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194833905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194833906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194833910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:13,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194833910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194834016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194834016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194834017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194834020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194834222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194834223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194834223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194834224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,289 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/f1fcce0dab0c4d6e8912c7436ab5579e
2024-11-09T23:26:14,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/cbeb6a47ce034bb4a66982eb3410c707 is 50, key is test_row_0/B:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:14,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742151_1327 (size=12001)
2024-11-09T23:26:14,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194834529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194834529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194834529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194834530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:14,699 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/cbeb6a47ce034bb4a66982eb3410c707
2024-11-09T23:26:14,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/0cc55359784d4613b558bde3d88057e2 is 50, key is test_row_0/C:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:14,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742152_1328 (size=12001)
2024-11-09T23:26:15,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194835035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194835036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194835037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194835039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/0cc55359784d4613b558bde3d88057e2
2024-11-09T23:26:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/f1fcce0dab0c4d6e8912c7436ab5579e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e
2024-11-09T23:26:15,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e, entries=200, sequenceid=94, filesize=38.6 K
2024-11-09T23:26:15,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/cbeb6a47ce034bb4a66982eb3410c707 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cbeb6a47ce034bb4a66982eb3410c707
2024-11-09T23:26:15,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cbeb6a47ce034bb4a66982eb3410c707, entries=150, sequenceid=94, filesize=11.7 K
2024-11-09T23:26:15,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/0cc55359784d4613b558bde3d88057e2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0cc55359784d4613b558bde3d88057e2
2024-11-09T23:26:15,123 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0cc55359784d4613b558bde3d88057e2, entries=150, sequenceid=94, filesize=11.7 K
2024-11-09T23:26:15,123 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 95b6c738d44f7e203e39fea432a41f44 in 1253ms, sequenceid=94, compaction requested=true
2024-11-09T23:26:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:15,124 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:15,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:15,124 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:15,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:15,124 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/A is initiating minor compaction (all files)
2024-11-09T23:26:15,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/B is initiating minor compaction (all files)
2024-11-09T23:26:15,124 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/A in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,124 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/B in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,125 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/4d40345b32de48aeb02fb5310faec829, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1e2a5e5225114a15a7345b31d093f484, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cbeb6a47ce034bb4a66982eb3410c707] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=35.3 K
2024-11-09T23:26:15,125 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/4a0bd29d247a4178b7d770ad266da416, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=99.2 K
2024-11-09T23:26:15,125 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/4a0bd29d247a4178b7d770ad266da416, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e]
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d40345b32de48aeb02fb5310faec829, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731194768376
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a0bd29d247a4178b7d770ad266da416, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731194768376
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e2a5e5225114a15a7345b31d093f484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731194770565
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 321b2f9a5ade4afe93108261c1067601, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731194770565
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cbeb6a47ce034bb4a66982eb3410c707, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731194772745
2024-11-09T23:26:15,125 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1fcce0dab0c4d6e8912c7436ab5579e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731194772735
2024-11-09T23:26:15,130 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:15,132 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:15,132 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ca8d5913f9c641d2aca43f67f980a3e6 is 50, key is test_row_0/B:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:15,134 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109fdb82ff28e354c2c9c82c65a81bc489e_95b6c738d44f7e203e39fea432a41f44 store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:15,137 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109fdb82ff28e354c2c9c82c65a81bc489e_95b6c738d44f7e203e39fea432a41f44, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:15,137 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fdb82ff28e354c2c9c82c65a81bc489e_95b6c738d44f7e203e39fea432a41f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:15,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742153_1329 (size=12207)
2024-11-09T23:26:15,144 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ca8d5913f9c641d2aca43f67f980a3e6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ca8d5913f9c641d2aca43f67f980a3e6
2024-11-09T23:26:15,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742154_1330 (size=4469)
2024-11-09T23:26:15,150 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/B of 95b6c738d44f7e203e39fea432a41f44 into ca8d5913f9c641d2aca43f67f980a3e6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:15,150 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:15,150 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/B, priority=13, startTime=1731194775124; duration=0sec
2024-11-09T23:26:15,150 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:15,150 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:B
2024-11-09T23:26:15,150 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:15,151 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:15,151 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/C is initiating minor compaction (all files)
2024-11-09T23:26:15,151 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/C in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,151 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d21ff74d5d564d13b1cc1cfd249c9659, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/faed95ae9130418b9dd4ecba8b65b064, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0cc55359784d4613b558bde3d88057e2] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=35.3 K
2024-11-09T23:26:15,152 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d21ff74d5d564d13b1cc1cfd249c9659, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731194768376
2024-11-09T23:26:15,152 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting faed95ae9130418b9dd4ecba8b65b064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731194770565
2024-11-09T23:26:15,153 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cc55359784d4613b558bde3d88057e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731194772745
2024-11-09T23:26:15,161 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:15,161 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/80c6a034acae475a8125417c2e5707b6 is 50, key is test_row_0/C:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:15,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742155_1331 (size=12207)
2024-11-09T23:26:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-09T23:26:15,419 INFO  [Thread-1410 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed
2024-11-09T23:26:15,420 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees
2024-11-09T23:26:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:15,421 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:15,422 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:15,422 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:15,426 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:26:15,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:15,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:15,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:15,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:15,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:15,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:15,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e3a5ad0164e4468a0e49f4df9489a1b_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194775425/Put/seqid=0
2024-11-09T23:26:15,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742156_1332 (size=14594)
2024-11-09T23:26:15,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194835463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:15,551 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#A#compaction#278 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:15,552 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/1a8574f0ad7147c1b0768554f8fb5e2b is 175, key is test_row_0/A:col10/1731194772745/Put/seqid=0
2024-11-09T23:26:15,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742157_1333 (size=31161)
2024-11-09T23:26:15,571 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/80c6a034acae475a8125417c2e5707b6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/80c6a034acae475a8125417c2e5707b6
2024-11-09T23:26:15,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:15,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194835568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,576 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/C of 95b6c738d44f7e203e39fea432a41f44 into 80c6a034acae475a8125417c2e5707b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:15,576 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:15,576 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/C, priority=13, startTime=1731194775124; duration=0sec
2024-11-09T23:26:15,576 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:15,576 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:C
2024-11-09T23:26:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:15,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:15,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194835777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:15,836 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:15,839 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e3a5ad0164e4468a0e49f4df9489a1b_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e3a5ad0164e4468a0e49f4df9489a1b_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:15,840 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/029737ef7ef3450da1ad5230ccd1b921, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:15,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/029737ef7ef3450da1ad5230ccd1b921 is 175, key is test_row_0/A:col10/1731194775425/Put/seqid=0
2024-11-09T23:26:15,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742158_1334 (size=39549)
2024-11-09T23:26:15,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:15,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:15,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:15,959 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/1a8574f0ad7147c1b0768554f8fb5e2b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/1a8574f0ad7147c1b0768554f8fb5e2b
2024-11-09T23:26:15,963 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/A of 95b6c738d44f7e203e39fea432a41f44 into 1a8574f0ad7147c1b0768554f8fb5e2b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:15,963 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:15,963 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/A, priority=13, startTime=1731194775123; duration=0sec
2024-11-09T23:26:15,963 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:15,963 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:A
2024-11-09T23:26:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:16,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194836043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:16,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194836045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:16,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194836049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:16,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194836050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:16,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194836081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:16,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,244 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/029737ef7ef3450da1ad5230ccd1b921
2024-11-09T23:26:16,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ec978702b98e4c2a817ddfb39dfd230d is 50, key is test_row_0/B:col10/1731194775425/Put/seqid=0
2024-11-09T23:26:16,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742159_1335 (size=12001)
2024-11-09T23:26:16,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:16,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194836587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:16,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,658 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ec978702b98e4c2a817ddfb39dfd230d
2024-11-09T23:26:16,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/7ba74e70946443c78adf739da4981ae5 is 50, key is test_row_0/C:col10/1731194775425/Put/seqid=0
2024-11-09T23:26:16,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742160_1336 (size=12001)
2024-11-09T23:26:16,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:16,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:16,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:17,068 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/7ba74e70946443c78adf739da4981ae5
2024-11-09T23:26:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/029737ef7ef3450da1ad5230ccd1b921 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921
2024-11-09T23:26:17,075 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921, entries=200, sequenceid=119, filesize=38.6 K
2024-11-09T23:26:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ec978702b98e4c2a817ddfb39dfd230d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ec978702b98e4c2a817ddfb39dfd230d
2024-11-09T23:26:17,079 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ec978702b98e4c2a817ddfb39dfd230d, entries=150, sequenceid=119, filesize=11.7 K
2024-11-09T23:26:17,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/7ba74e70946443c78adf739da4981ae5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/7ba74e70946443c78adf739da4981ae5
2024-11-09T23:26:17,083 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/7ba74e70946443c78adf739da4981ae5, entries=150, sequenceid=119, filesize=11.7 K
2024-11-09T23:26:17,083 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 95b6c738d44f7e203e39fea432a41f44 in 1657ms, sequenceid=119, compaction requested=false
2024-11-09T23:26:17,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:17,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:17,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-09T23:26:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:17,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:26:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f8bd0a2cf2ef407c990a3790c1b1f5d5_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194775459/Put/seqid=0
2024-11-09T23:26:17,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742161_1337 (size=12254)
2024-11-09T23:26:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:17,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f8bd0a2cf2ef407c990a3790c1b1f5d5_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f8bd0a2cf2ef407c990a3790c1b1f5d5_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:17,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7cb58ebad0834d218c289a626c999906, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7cb58ebad0834d218c289a626c999906 is 175, key is test_row_0/A:col10/1731194775459/Put/seqid=0
2024-11-09T23:26:17,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742162_1338 (size=31055)
2024-11-09T23:26:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:17,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194837678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:17,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194837780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:17,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7cb58ebad0834d218c289a626c999906
2024-11-09T23:26:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/1cb0dd12cf284c74ae9dc6a301490fd8 is 50, key is test_row_0/B:col10/1731194775459/Put/seqid=0
2024-11-09T23:26:17,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742163_1339 (size=12101)
2024-11-09T23:26:17,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194837983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194838056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,060 DEBUG [Thread-1406 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:18,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194838060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,065 DEBUG [Thread-1400 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:18,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194838061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,066 DEBUG [Thread-1402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:18,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194838071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,076 DEBUG [Thread-1404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:18,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194838288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/1cb0dd12cf284c74ae9dc6a301490fd8
2024-11-09T23:26:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/81eabf71289c43a6a47b97b16af16bea is 50, key is test_row_0/C:col10/1731194775459/Put/seqid=0
2024-11-09T23:26:18,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742164_1340 (size=12101)
2024-11-09T23:26:18,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/81eabf71289c43a6a47b97b16af16bea
2024-11-09T23:26:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7cb58ebad0834d218c289a626c999906 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906
2024-11-09T23:26:18,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906, entries=150, sequenceid=133, filesize=30.3 K
2024-11-09T23:26:18,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/1cb0dd12cf284c74ae9dc6a301490fd8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1cb0dd12cf284c74ae9dc6a301490fd8
2024-11-09T23:26:18,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194838795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:18,801 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1cb0dd12cf284c74ae9dc6a301490fd8, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T23:26:18,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/81eabf71289c43a6a47b97b16af16bea as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/81eabf71289c43a6a47b97b16af16bea
2024-11-09T23:26:18,805 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/81eabf71289c43a6a47b97b16af16bea, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T23:26:18,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 95b6c738d44f7e203e39fea432a41f44 in 1707ms, sequenceid=133, compaction requested=true
2024-11-09T23:26:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-09T23:26:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=105
2024-11-09T23:26:18,808 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104
2024-11-09T23:26:18,808 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3850 sec
2024-11-09T23:26:18,809 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.3880 sec
2024-11-09T23:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-09T23:26:19,525 INFO  [Thread-1410 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed
2024-11-09T23:26:19,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees
2024-11-09T23:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-09T23:26:19,527 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:19,528 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:19,528 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-09T23:26:19,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:19,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:19,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:19,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109714038ebe35d41f6b9713d737746e73d_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194777666/Put/seqid=0
2024-11-09T23:26:19,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742165_1341 (size=12304)
2024-11-09T23:26:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:19,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109714038ebe35d41f6b9713d737746e73d_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109714038ebe35d41f6b9713d737746e73d_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/3454cae7f9e34589a474b8ff50b3df94, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/3454cae7f9e34589a474b8ff50b3df94 is 175, key is test_row_0/A:col10/1731194777666/Put/seqid=0
2024-11-09T23:26:19,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742166_1342 (size=31105)
2024-11-09T23:26:19,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-09T23:26:19,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194839866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:19,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194839973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:20,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/3454cae7f9e34589a474b8ff50b3df94
2024-11-09T23:26:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/9e85b18f60144aeb9a0c181f37802af3 is 50, key is test_row_0/B:col10/1731194777666/Put/seqid=0
2024-11-09T23:26:20,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742167_1343 (size=12151)
2024-11-09T23:26:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-09T23:26:20,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194840177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:20,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194840483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:20,509 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/9e85b18f60144aeb9a0c181f37802af3
2024-11-09T23:26:20,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/e1c71c6b8568409b84e6ca7556cd90d8 is 50, key is test_row_0/C:col10/1731194777666/Put/seqid=0
2024-11-09T23:26:20,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742168_1344 (size=12151)
2024-11-09T23:26:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-09T23:26:20,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/e1c71c6b8568409b84e6ca7556cd90d8
2024-11-09T23:26:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/3454cae7f9e34589a474b8ff50b3df94 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94
2024-11-09T23:26:20,927 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94, entries=150, sequenceid=157, filesize=30.4 K
2024-11-09T23:26:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/9e85b18f60144aeb9a0c181f37802af3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/9e85b18f60144aeb9a0c181f37802af3
2024-11-09T23:26:20,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/9e85b18f60144aeb9a0c181f37802af3, entries=150, sequenceid=157, filesize=11.9 K
2024-11-09T23:26:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/e1c71c6b8568409b84e6ca7556cd90d8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/e1c71c6b8568409b84e6ca7556cd90d8
2024-11-09T23:26:20,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/e1c71c6b8568409b84e6ca7556cd90d8, entries=150, sequenceid=157, filesize=11.9 K
2024-11-09T23:26:20,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 95b6c738d44f7e203e39fea432a41f44 in 1256ms, sequenceid=157, compaction requested=true
2024-11-09T23:26:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107
2024-11-09T23:26:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=107
2024-11-09T23:26:20,938 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106
2024-11-09T23:26:20,938 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec
2024-11-09T23:26:20,939 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4120 sec
2024-11-09T23:26:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:20,993 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T23:26:20,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:20,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109de38ca93b2624536aaed2fcacbe11b25_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:21,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742169_1345 (size=14794)
2024-11-09T23:26:21,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194841106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:21,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194841219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:21,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:21,409 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109de38ca93b2624536aaed2fcacbe11b25_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109de38ca93b2624536aaed2fcacbe11b25_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:21,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/317d5342762641caab335fcbe00fc949, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:21,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/317d5342762641caab335fcbe00fc949 is 175, key is test_row_0/A:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:21,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742170_1346 (size=39749)
2024-11-09T23:26:21,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194841424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-09T23:26:21,631 INFO  [Thread-1410 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed
2024-11-09T23:26:21,632 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees
2024-11-09T23:26:21,633 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:21,633 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:21,633 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:21,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194841733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:21,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:21,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:21,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:21,814 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/317d5342762641caab335fcbe00fc949
2024-11-09T23:26:21,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/f715d85bf75642038efcba32f300632c is 50, key is test_row_0/B:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:21,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742171_1347 (size=12151)
2024-11-09T23:26:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:21,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:21,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:21,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48510 deadline: 1731194842070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:22,077 DEBUG [Thread-1406 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:22,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:22,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48490 deadline: 1731194842091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:22,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48524 deadline: 1731194842091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:22,096 DEBUG [Thread-1402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:22,096 DEBUG [Thread-1404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:22,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48494 deadline: 1731194842100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:22,104 DEBUG [Thread-1400 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:22,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/f715d85bf75642038efcba32f300632c
2024-11-09T23:26:22,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d61b411bc5c749d4b46e24a92aa6c669 is 50, key is test_row_0/C:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:22,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742172_1348 (size=12151)
2024-11-09T23:26:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:22,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:22,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194842244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:22,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:22,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:22,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:22,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:22,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:22,642 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d61b411bc5c749d4b46e24a92aa6c669
2024-11-09T23:26:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/317d5342762641caab335fcbe00fc949 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949
2024-11-09T23:26:22,649 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949, entries=200, sequenceid=170, filesize=38.8 K
2024-11-09T23:26:22,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/f715d85bf75642038efcba32f300632c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/f715d85bf75642038efcba32f300632c
2024-11-09T23:26:22,653 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/f715d85bf75642038efcba32f300632c, entries=150, sequenceid=170, filesize=11.9 K
2024-11-09T23:26:22,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d61b411bc5c749d4b46e24a92aa6c669 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d61b411bc5c749d4b46e24a92aa6c669
2024-11-09T23:26:22,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d61b411bc5c749d4b46e24a92aa6c669, entries=150, sequenceid=170, filesize=11.9 K
2024-11-09T23:26:22,657 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 95b6c738d44f7e203e39fea432a41f44 in 1664ms, sequenceid=170, compaction requested=true
2024-11-09T23:26:22,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:22,658 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-09T23:26:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:22,658 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-09T23:26:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 172619 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/B is initiating minor compaction (all files)
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/A is initiating minor compaction (all files)
2024-11-09T23:26:22,659 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/B in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,659 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/A in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,659 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ca8d5913f9c641d2aca43f67f980a3e6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ec978702b98e4c2a817ddfb39dfd230d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1cb0dd12cf284c74ae9dc6a301490fd8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/9e85b18f60144aeb9a0c181f37802af3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/f715d85bf75642038efcba32f300632c] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=59.2 K
2024-11-09T23:26:22,659 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/1a8574f0ad7147c1b0768554f8fb5e2b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=168.6 K
2024-11-09T23:26:22,659 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/1a8574f0ad7147c1b0768554f8fb5e2b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949]
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ca8d5913f9c641d2aca43f67f980a3e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731194772745
2024-11-09T23:26:22,659 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a8574f0ad7147c1b0768554f8fb5e2b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731194772745
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 029737ef7ef3450da1ad5230ccd1b921, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731194773905
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ec978702b98e4c2a817ddfb39dfd230d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731194773905
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cb58ebad0834d218c289a626c999906, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194775440
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb0dd12cf284c74ae9dc6a301490fd8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194775440
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3454cae7f9e34589a474b8ff50b3df94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731194777658
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e85b18f60144aeb9a0c181f37802af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731194777658
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 317d5342762641caab335fcbe00fc949, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731194779832
2024-11-09T23:26:22,660 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f715d85bf75642038efcba32f300632c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731194779832
2024-11-09T23:26:22,668 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:22,670 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:22,671 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/610c352d0c6549da885e6bc99853d03e is 50, key is test_row_0/B:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:22,675 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109475b09686fa14cee87f715b161ebc920_95b6c738d44f7e203e39fea432a41f44 store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:22,677 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109475b09686fa14cee87f715b161ebc920_95b6c738d44f7e203e39fea432a41f44, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:22,678 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109475b09686fa14cee87f715b161ebc920_95b6c738d44f7e203e39fea432a41f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:22,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742173_1349 (size=12527)
2024-11-09T23:26:22,682 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/610c352d0c6549da885e6bc99853d03e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/610c352d0c6549da885e6bc99853d03e
2024-11-09T23:26:22,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742174_1350 (size=4469)
2024-11-09T23:26:22,687 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#A#compaction#293 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:22,688 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/03ab2132ac0f4c338a9f5fb687390dfe is 175, key is test_row_0/A:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:22,688 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/B of 95b6c738d44f7e203e39fea432a41f44 into 610c352d0c6549da885e6bc99853d03e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:22,688 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:22,689 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/B, priority=11, startTime=1731194782658; duration=0sec
2024-11-09T23:26:22,689 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:22,689 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:B
2024-11-09T23:26:22,689 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-09T23:26:22,691 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-09T23:26:22,691 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/C is initiating minor compaction (all files)
2024-11-09T23:26:22,691 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/C in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,691 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/80c6a034acae475a8125417c2e5707b6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/7ba74e70946443c78adf739da4981ae5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/81eabf71289c43a6a47b97b16af16bea, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/e1c71c6b8568409b84e6ca7556cd90d8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d61b411bc5c749d4b46e24a92aa6c669] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=59.2 K
2024-11-09T23:26:22,692 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c6a034acae475a8125417c2e5707b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731194772745
2024-11-09T23:26:22,692 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ba74e70946443c78adf739da4981ae5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731194773905
2024-11-09T23:26:22,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742175_1351 (size=31481)
2024-11-09T23:26:22,693 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 81eabf71289c43a6a47b97b16af16bea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731194775440
2024-11-09T23:26:22,693 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c71c6b8568409b84e6ca7556cd90d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731194777658
2024-11-09T23:26:22,693 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d61b411bc5c749d4b46e24a92aa6c669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731194779832
2024-11-09T23:26:22,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:22,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-09T23:26:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:22,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T23:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:22,700 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#C#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:22,701 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/cafa53b7be4742deba01fea631aa48b2 is 50, key is test_row_0/C:col10/1731194780992/Put/seqid=0
2024-11-09T23:26:22,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742176_1352 (size=12527)
2024-11-09T23:26:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091c2216fa1c124b67972aae9c97af5f93_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194781104/Put/seqid=0
2024-11-09T23:26:22,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742177_1353 (size=12304)
2024-11-09T23:26:22,717 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/cafa53b7be4742deba01fea631aa48b2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/cafa53b7be4742deba01fea631aa48b2
2024-11-09T23:26:22,721 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/C of 95b6c738d44f7e203e39fea432a41f44 into cafa53b7be4742deba01fea631aa48b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:22,721 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:22,721 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/C, priority=11, startTime=1731194782658; duration=0sec
2024-11-09T23:26:22,721 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:22,721 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:C
2024-11-09T23:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:23,097 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/03ab2132ac0f4c338a9f5fb687390dfe as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/03ab2132ac0f4c338a9f5fb687390dfe
2024-11-09T23:26:23,101 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/A of 95b6c738d44f7e203e39fea432a41f44 into 03ab2132ac0f4c338a9f5fb687390dfe(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:23,101 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:23,101 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/A, priority=11, startTime=1731194782658; duration=0sec
2024-11-09T23:26:23,101 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:23,101 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:A
2024-11-09T23:26:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:23,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091c2216fa1c124b67972aae9c97af5f93_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091c2216fa1c124b67972aae9c97af5f93_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:23,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/0e75237658384078bface758e696b459, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/0e75237658384078bface758e696b459 is 175, key is test_row_0/A:col10/1731194781104/Put/seqid=0
2024-11-09T23:26:23,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742178_1354 (size=31105)
2024-11-09T23:26:23,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/0e75237658384078bface758e696b459
2024-11-09T23:26:23,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/17edbe9468db42568b16014cc16b623b is 50, key is test_row_0/B:col10/1731194781104/Put/seqid=0
2024-11-09T23:26:23,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742179_1355 (size=12151)
2024-11-09T23:26:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:23,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194843282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:23,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194843387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:23,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/17edbe9468db42568b16014cc16b623b
2024-11-09T23:26:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/176a3b9dfbae4fe8937972dca3c77383 is 50, key is test_row_0/C:col10/1731194781104/Put/seqid=0
2024-11-09T23:26:23,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742180_1356 (size=12151)
2024-11-09T23:26:23,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194843595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:23,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194843901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:23,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/176a3b9dfbae4fe8937972dca3c77383
2024-11-09T23:26:23,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/0e75237658384078bface758e696b459 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459
2024-11-09T23:26:23,961 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459, entries=150, sequenceid=194, filesize=30.4 K
2024-11-09T23:26:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/17edbe9468db42568b16014cc16b623b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/17edbe9468db42568b16014cc16b623b
2024-11-09T23:26:23,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/17edbe9468db42568b16014cc16b623b, entries=150, sequenceid=194, filesize=11.9 K
2024-11-09T23:26:23,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/176a3b9dfbae4fe8937972dca3c77383 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/176a3b9dfbae4fe8937972dca3c77383
2024-11-09T23:26:23,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/176a3b9dfbae4fe8937972dca3c77383, entries=150, sequenceid=194, filesize=11.9 K
2024-11-09T23:26:23,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 95b6c738d44f7e203e39fea432a41f44 in 1270ms, sequenceid=194, compaction requested=false
2024-11-09T23:26:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109
2024-11-09T23:26:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=109
2024-11-09T23:26:23,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108
2024-11-09T23:26:23,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3370 sec
2024-11-09T23:26:23,972 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.3390 sec
2024-11-09T23:26:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:24,410 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T23:26:24,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:24,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:24,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:24,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:24,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:24,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:24,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f6a51e4c05ac473dbace72a4164f8f53_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:24,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742181_1357 (size=14794)
2024-11-09T23:26:24,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194844487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:24,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194844592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:24,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194844798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:24,820 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:24,823 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f6a51e4c05ac473dbace72a4164f8f53_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f6a51e4c05ac473dbace72a4164f8f53_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:24,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/47bf3dfad7194270b586be66057afd6f, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:24,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/47bf3dfad7194270b586be66057afd6f is 175, key is test_row_0/A:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:24,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742182_1358 (size=39749)
2024-11-09T23:26:25,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194845102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:25,227 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/47bf3dfad7194270b586be66057afd6f
2024-11-09T23:26:25,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ed1d3267b2014f32a58fcf08e9d5d313 is 50, key is test_row_0/B:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:25,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742183_1359 (size=12151)
2024-11-09T23:26:25,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194845607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:25,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ed1d3267b2014f32a58fcf08e9d5d313
2024-11-09T23:26:25,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/755a78109d474c00b24b7fe61f24a6a5 is 50, key is test_row_0/C:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:25,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742184_1360 (size=12151)
2024-11-09T23:26:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-09T23:26:25,737 INFO  [Thread-1410 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed
2024-11-09T23:26:25,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees
2024-11-09T23:26:25,739 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-09T23:26:25,739 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:25,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-09T23:26:25,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:25,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-09T23:26:25,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:25,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:25,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:25,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-09T23:26:26,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:26,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-09T23:26:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:26,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:26,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:26,046 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/755a78109d474c00b24b7fe61f24a6a5
2024-11-09T23:26:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/47bf3dfad7194270b586be66057afd6f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f
2024-11-09T23:26:26,053 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f, entries=200, sequenceid=210, filesize=38.8 K
2024-11-09T23:26:26,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/ed1d3267b2014f32a58fcf08e9d5d313 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ed1d3267b2014f32a58fcf08e9d5d313
2024-11-09T23:26:26,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ed1d3267b2014f32a58fcf08e9d5d313, entries=150, sequenceid=210, filesize=11.9 K
2024-11-09T23:26:26,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/755a78109d474c00b24b7fe61f24a6a5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/755a78109d474c00b24b7fe61f24a6a5
2024-11-09T23:26:26,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/755a78109d474c00b24b7fe61f24a6a5, entries=150, sequenceid=210, filesize=11.9 K
2024-11-09T23:26:26,062 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 95b6c738d44f7e203e39fea432a41f44 in 1652ms, sequenceid=210, compaction requested=true
2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:26,062 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:26,062 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:26,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:26,063 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:26,063 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:26,063 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/A is initiating minor compaction (all files)
2024-11-09T23:26:26,063 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/B is initiating minor compaction (all files)
2024-11-09T23:26:26,063 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/A in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,063 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/B in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,063 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/610c352d0c6549da885e6bc99853d03e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/17edbe9468db42568b16014cc16b623b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ed1d3267b2014f32a58fcf08e9d5d313] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=36.0 K
2024-11-09T23:26:26,063 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/03ab2132ac0f4c338a9f5fb687390dfe, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=99.9 K
2024-11-09T23:26:26,063 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,063 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/03ab2132ac0f4c338a9f5fb687390dfe, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f]
2024-11-09T23:26:26,064 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 610c352d0c6549da885e6bc99853d03e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731194779832
2024-11-09T23:26:26,064 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ab2132ac0f4c338a9f5fb687390dfe, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731194779832
2024-11-09T23:26:26,064 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 17edbe9468db42568b16014cc16b623b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731194781096
2024-11-09T23:26:26,064 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e75237658384078bface758e696b459, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731194781096
2024-11-09T23:26:26,064 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ed1d3267b2014f32a58fcf08e9d5d313, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731194783276
2024-11-09T23:26:26,064 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47bf3dfad7194270b586be66057afd6f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731194783276
2024-11-09T23:26:26,070 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:26,070 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/440b0d361e394e9cb06338ea76700444 is 50, key is test_row_0/B:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:26,071 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:26,074 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109147f4a6540664b1f8af769f181d121bb_95b6c738d44f7e203e39fea432a41f44 store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:26,075 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109147f4a6540664b1f8af769f181d121bb_95b6c738d44f7e203e39fea432a41f44, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:26,075 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109147f4a6540664b1f8af769f181d121bb_95b6c738d44f7e203e39fea432a41f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:26,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742185_1361 (size=12629)
2024-11-09T23:26:26,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742186_1362 (size=4469)
2024-11-09T23:26:26,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:26,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098955831c5f9844619a2b2f6653cd184a_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194784484/Put/seqid=0
2024-11-09T23:26:26,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742187_1363 (size=12304)
2024-11-09T23:26:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-09T23:26:26,483 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/440b0d361e394e9cb06338ea76700444 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/440b0d361e394e9cb06338ea76700444
2024-11-09T23:26:26,492 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/B of 95b6c738d44f7e203e39fea432a41f44 into 440b0d361e394e9cb06338ea76700444(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:26,492 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:26,492 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/B, priority=13, startTime=1731194786062; duration=0sec
2024-11-09T23:26:26,492 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:26,492 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:B
2024-11-09T23:26:26,492 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:26,493 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:26,493 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/C is initiating minor compaction (all files)
2024-11-09T23:26:26,493 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/C in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:26,493 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/cafa53b7be4742deba01fea631aa48b2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/176a3b9dfbae4fe8937972dca3c77383, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/755a78109d474c00b24b7fe61f24a6a5] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=36.0 K
2024-11-09T23:26:26,494 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting cafa53b7be4742deba01fea631aa48b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731194779832
2024-11-09T23:26:26,494 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#A#compaction#303 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:26,495 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 176a3b9dfbae4fe8937972dca3c77383, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731194781096
2024-11-09T23:26:26,495 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/54e9c7f7886049db92250e1181746814 is 175, key is test_row_0/A:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:26,495 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 755a78109d474c00b24b7fe61f24a6a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731194783276
2024-11-09T23:26:26,519 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#C#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:26,520 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/01cd41e646884f4393a4d05be5521013 is 50, key is test_row_0/C:col10/1731194784409/Put/seqid=0
2024-11-09T23:26:26,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742188_1364 (size=31583)
2024-11-09T23:26:26,527 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/54e9c7f7886049db92250e1181746814 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/54e9c7f7886049db92250e1181746814
2024-11-09T23:26:26,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742189_1365 (size=12629)
2024-11-09T23:26:26,536 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/A of 95b6c738d44f7e203e39fea432a41f44 into 54e9c7f7886049db92250e1181746814(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:26,536 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:26,536 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/A, priority=13, startTime=1731194786062; duration=0sec
2024-11-09T23:26:26,536 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:26,536 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:A
2024-11-09T23:26:26,538 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/01cd41e646884f4393a4d05be5521013 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/01cd41e646884f4393a4d05be5521013
2024-11-09T23:26:26,542 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/C of 95b6c738d44f7e203e39fea432a41f44 into 01cd41e646884f4393a4d05be5521013(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:26,542 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:26,542 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/C, priority=13, startTime=1731194786062; duration=0sec
2024-11-09T23:26:26,542 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:26,542 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:C
2024-11-09T23:26:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:26,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098955831c5f9844619a2b2f6653cd184a_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098955831c5f9844619a2b2f6653cd184a_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:26,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5fb27d1c50444d826f3c9958bfbf27, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:26,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5fb27d1c50444d826f3c9958bfbf27 is 175, key is test_row_0/A:col10/1731194784484/Put/seqid=0
2024-11-09T23:26:26,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742190_1366 (size=31105)
2024-11-09T23:26:26,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5fb27d1c50444d826f3c9958bfbf27
2024-11-09T23:26:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/b99af235f52d426dbc4dcfc9f8d3306f is 50, key is test_row_0/B:col10/1731194784484/Put/seqid=0
2024-11-09T23:26:26,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. as already flushing
2024-11-09T23:26:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:26,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742191_1367 (size=12151)
2024-11-09T23:26:26,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194846676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:26,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194846783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-09T23:26:26,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194846986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:27,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/b99af235f52d426dbc4dcfc9f8d3306f
2024-11-09T23:26:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d5127bfcf88c4579927242aecc9467da is 50, key is test_row_0/C:col10/1731194784484/Put/seqid=0
2024-11-09T23:26:27,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742192_1368 (size=12151)
2024-11-09T23:26:27,211 DEBUG [Thread-1417 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:58838
2024-11-09T23:26:27,211 DEBUG [Thread-1417 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:27,212 DEBUG [Thread-1419 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x627cad17 to 127.0.0.1:58838
2024-11-09T23:26:27,212 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:27,215 DEBUG [Thread-1415 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:58838
2024-11-09T23:26:27,215 DEBUG [Thread-1415 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:27,216 DEBUG [Thread-1413 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:58838
2024-11-09T23:26:27,216 DEBUG [Thread-1413 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:27,217 DEBUG [Thread-1411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:58838
2024-11-09T23:26:27,217 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:27,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48546 deadline: 1731194847291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:27,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d5127bfcf88c4579927242aecc9467da
2024-11-09T23:26:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/db5fb27d1c50444d826f3c9958bfbf27 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27
2024-11-09T23:26:27,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27, entries=150, sequenceid=232, filesize=30.4 K
2024-11-09T23:26:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/b99af235f52d426dbc4dcfc9f8d3306f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/b99af235f52d426dbc4dcfc9f8d3306f
2024-11-09T23:26:27,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/b99af235f52d426dbc4dcfc9f8d3306f, entries=150, sequenceid=232, filesize=11.9 K
2024-11-09T23:26:27,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/d5127bfcf88c4579927242aecc9467da as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d5127bfcf88c4579927242aecc9467da
2024-11-09T23:26:27,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d5127bfcf88c4579927242aecc9467da, entries=150, sequenceid=232, filesize=11.9 K
2024-11-09T23:26:27,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 95b6c738d44f7e203e39fea432a41f44 in 1264ms, sequenceid=232, compaction requested=false
2024-11-09T23:26:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111
2024-11-09T23:26:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=111
2024-11-09T23:26:27,462 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110
2024-11-09T23:26:27,462 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec
2024-11-09T23:26:27,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7250 sec
2024-11-09T23:26:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:27,801 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T23:26:27,801 DEBUG [Thread-1408 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:58838
2024-11-09T23:26:27,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:27,801 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:27,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:27,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:27,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:27,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:27,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:27,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109982267e19dbd410cbf375d747c4e3d80_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:27,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742193_1369 (size=12304)
2024-11-09T23:26:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-09T23:26:27,843 INFO  [Thread-1410 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed
2024-11-09T23:26:28,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:28,248 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109982267e19dbd410cbf375d747c4e3d80_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109982267e19dbd410cbf375d747c4e3d80_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:28,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7ea66eae33cc4d9395d6b6c496732065, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:28,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7ea66eae33cc4d9395d6b6c496732065 is 175, key is test_row_0/A:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:28,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742194_1370 (size=31105)
2024-11-09T23:26:28,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T23:26:28,656 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7ea66eae33cc4d9395d6b6c496732065
2024-11-09T23:26:28,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/79224a02dfe84797883842d1e8636506 is 50, key is test_row_0/B:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:28,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742195_1371 (size=12151)
2024-11-09T23:26:29,076 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/79224a02dfe84797883842d1e8636506
2024-11-09T23:26:29,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/1f7710d863134d07a95850429c1642ab is 50, key is test_row_0/C:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:29,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742196_1372 (size=12151)
2024-11-09T23:26:29,495 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/1f7710d863134d07a95850429c1642ab
2024-11-09T23:26:29,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/7ea66eae33cc4d9395d6b6c496732065 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065
2024-11-09T23:26:29,511 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065, entries=150, sequenceid=250, filesize=30.4 K
2024-11-09T23:26:29,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/79224a02dfe84797883842d1e8636506 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/79224a02dfe84797883842d1e8636506
2024-11-09T23:26:29,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/79224a02dfe84797883842d1e8636506, entries=150, sequenceid=250, filesize=11.9 K
2024-11-09T23:26:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/1f7710d863134d07a95850429c1642ab as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/1f7710d863134d07a95850429c1642ab
2024-11-09T23:26:29,518 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/1f7710d863134d07a95850429c1642ab, entries=150, sequenceid=250, filesize=11.9 K
2024-11-09T23:26:29,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 95b6c738d44f7e203e39fea432a41f44 in 1718ms, sequenceid=250, compaction requested=true
2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:29,519 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:29,519 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95b6c738d44f7e203e39fea432a41f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/B is initiating minor compaction (all files)
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/A is initiating minor compaction (all files)
2024-11-09T23:26:29,520 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/A in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:29,520 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/B in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:29,520 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/440b0d361e394e9cb06338ea76700444, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/b99af235f52d426dbc4dcfc9f8d3306f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/79224a02dfe84797883842d1e8636506] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=36.1 K
2024-11-09T23:26:29,520 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/54e9c7f7886049db92250e1181746814, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=91.6 K
2024-11-09T23:26:29,520 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/54e9c7f7886049db92250e1181746814, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065]
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 440b0d361e394e9cb06338ea76700444, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731194783276
2024-11-09T23:26:29,520 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e9c7f7886049db92250e1181746814, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731194783276
2024-11-09T23:26:29,521 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b99af235f52d426dbc4dcfc9f8d3306f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731194784473
2024-11-09T23:26:29,521 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting db5fb27d1c50444d826f3c9958bfbf27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731194784473
2024-11-09T23:26:29,521 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 79224a02dfe84797883842d1e8636506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731194786669
2024-11-09T23:26:29,521 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea66eae33cc4d9395d6b6c496732065, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731194786669
2024-11-09T23:26:29,526 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:29,528 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:29,528 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092cae48e181ec4c1a956938a89b3076d0_95b6c738d44f7e203e39fea432a41f44 store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:29,528 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/700fda9cba894c8aa4b79bb2f0c659ba is 50, key is test_row_0/B:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:29,531 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092cae48e181ec4c1a956938a89b3076d0_95b6c738d44f7e203e39fea432a41f44, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:29,531 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092cae48e181ec4c1a956938a89b3076d0_95b6c738d44f7e203e39fea432a41f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:29,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742197_1373 (size=12731)
2024-11-09T23:26:29,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742198_1374 (size=4469)
2024-11-09T23:26:29,939 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#A#compaction#311 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:29,940 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/5b0490ca37c14d0dbfbb3385731d67e5 is 175, key is test_row_0/A:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:29,944 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/700fda9cba894c8aa4b79bb2f0c659ba as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/700fda9cba894c8aa4b79bb2f0c659ba
2024-11-09T23:26:29,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742199_1375 (size=31685)
2024-11-09T23:26:29,948 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/B of 95b6c738d44f7e203e39fea432a41f44 into 700fda9cba894c8aa4b79bb2f0c659ba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:29,948 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:29,948 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/B, priority=13, startTime=1731194789519; duration=0sec
2024-11-09T23:26:29,948 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:29,948 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:B
2024-11-09T23:26:29,948 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:29,949 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:29,949 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 95b6c738d44f7e203e39fea432a41f44/C is initiating minor compaction (all files)
2024-11-09T23:26:29,949 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95b6c738d44f7e203e39fea432a41f44/C in TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:29,949 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/01cd41e646884f4393a4d05be5521013, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d5127bfcf88c4579927242aecc9467da, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/1f7710d863134d07a95850429c1642ab] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp, totalSize=36.1 K
2024-11-09T23:26:29,949 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 01cd41e646884f4393a4d05be5521013, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731194783276
2024-11-09T23:26:29,950 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d5127bfcf88c4579927242aecc9467da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731194784473
2024-11-09T23:26:29,950 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f7710d863134d07a95850429c1642ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731194786669
2024-11-09T23:26:29,955 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95b6c738d44f7e203e39fea432a41f44#C#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:29,955 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/36b063a7720f40d08e4395a2d031dde0 is 50, key is test_row_0/C:col10/1731194786674/Put/seqid=0
2024-11-09T23:26:29,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742200_1376 (size=12731)
2024-11-09T23:26:30,355 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/5b0490ca37c14d0dbfbb3385731d67e5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/5b0490ca37c14d0dbfbb3385731d67e5
2024-11-09T23:26:30,359 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/A of 95b6c738d44f7e203e39fea432a41f44 into 5b0490ca37c14d0dbfbb3385731d67e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:30,359 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:30,359 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/A, priority=13, startTime=1731194789519; duration=0sec
2024-11-09T23:26:30,359 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:30,359 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:A
2024-11-09T23:26:30,362 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/36b063a7720f40d08e4395a2d031dde0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/36b063a7720f40d08e4395a2d031dde0
2024-11-09T23:26:30,366 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95b6c738d44f7e203e39fea432a41f44/C of 95b6c738d44f7e203e39fea432a41f44 into 36b063a7720f40d08e4395a2d031dde0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:30,366 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:30,366 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44., storeName=95b6c738d44f7e203e39fea432a41f44/C, priority=13, startTime=1731194789519; duration=0sec
2024-11-09T23:26:30,366 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:30,366 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95b6c738d44f7e203e39fea432a41f44:C
2024-11-09T23:26:32,112 DEBUG [Thread-1400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:58838
2024-11-09T23:26:32,112 DEBUG [Thread-1400 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:32,147 DEBUG [Thread-1404 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:58838
2024-11-09T23:26:32,147 DEBUG [Thread-1404 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:32,171 DEBUG [Thread-1406 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:58838
2024-11-09T23:26:32,171 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:32,197 DEBUG [Thread-1402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:58838
2024-11-09T23:26:32,197 DEBUG [Thread-1402 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 25
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 19
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 107
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T23:26:32,198 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2197
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6591 rows
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2205
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6615 rows
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2189
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6567 rows
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2193
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6579 rows
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2203
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6609 rows
2024-11-09T23:26:32,199 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:26:32,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:58838
2024-11-09T23:26:32,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:32,202 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-09T23:26:32,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T23:26:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-09T23:26:32,206 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194792206"}]},"ts":"1731194792206"}
2024-11-09T23:26:32,207 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T23:26:32,222 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T23:26:32,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:26:32,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, UNASSIGN}]
2024-11-09T23:26:32,224 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, UNASSIGN
2024-11-09T23:26:32,225 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:32,226 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:26:32,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-09T23:26:32,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:32,379 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:32,379 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:26:32,379 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 95b6c738d44f7e203e39fea432a41f44, disabling compactions & flushes
2024-11-09T23:26:32,379 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:32,379 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:32,379 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44. after waiting 0 ms
2024-11-09T23:26:32,379 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:32,380 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing 95b6c738d44f7e203e39fea432a41f44 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T23:26:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=A
2024-11-09T23:26:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:32,381 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=B
2024-11-09T23:26:32,381 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:32,381 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95b6c738d44f7e203e39fea432a41f44, store=C
2024-11-09T23:26:32,381 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:32,389 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109162ccd9f06c9441c8de0d2f2ed28a874_95b6c738d44f7e203e39fea432a41f44 is 50, key is test_row_0/A:col10/1731194792195/Put/seqid=0
2024-11-09T23:26:32,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742201_1377 (size=9914)
2024-11-09T23:26:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-09T23:26:32,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/4a0bd29d247a4178b7d770ad266da416, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/1a8574f0ad7147c1b0768554f8fb5e2b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/03ab2132ac0f4c338a9f5fb687390dfe, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/54e9c7f7886049db92250e1181746814, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065] to archive
2024-11-09T23:26:32,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:32,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/2e5a562af4f542ff8cdb0ce8f67cb311
2024-11-09T23:26:32,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/38009c9631b64885a9e889ba22b3a0fc
2024-11-09T23:26:32,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5a9c0737d74c38aa6adfc7ff92787e
2024-11-09T23:26:32,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/4a0bd29d247a4178b7d770ad266da416 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/4a0bd29d247a4178b7d770ad266da416
2024-11-09T23:26:32,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/321b2f9a5ade4afe93108261c1067601
2024-11-09T23:26:32,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/f1fcce0dab0c4d6e8912c7436ab5579e
2024-11-09T23:26:32,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/1a8574f0ad7147c1b0768554f8fb5e2b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/1a8574f0ad7147c1b0768554f8fb5e2b
2024-11-09T23:26:32,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/029737ef7ef3450da1ad5230ccd1b921
2024-11-09T23:26:32,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7cb58ebad0834d218c289a626c999906
2024-11-09T23:26:32,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/3454cae7f9e34589a474b8ff50b3df94
2024-11-09T23:26:32,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/317d5342762641caab335fcbe00fc949
2024-11-09T23:26:32,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/03ab2132ac0f4c338a9f5fb687390dfe to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/03ab2132ac0f4c338a9f5fb687390dfe
2024-11-09T23:26:32,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/0e75237658384078bface758e696b459
2024-11-09T23:26:32,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/47bf3dfad7194270b586be66057afd6f
2024-11-09T23:26:32,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/54e9c7f7886049db92250e1181746814 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/54e9c7f7886049db92250e1181746814
2024-11-09T23:26:32,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/db5fb27d1c50444d826f3c9958bfbf27
2024-11-09T23:26:32,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/7ea66eae33cc4d9395d6b6c496732065
2024-11-09T23:26:32,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/190103c7396344f18f66bb89ff8cc386, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cadfbbcacabd4c22a1a49bbbccdd6803, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/4d40345b32de48aeb02fb5310faec829, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/3ec095b930844730a0b49b719087de18, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1e2a5e5225114a15a7345b31d093f484, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ca8d5913f9c641d2aca43f67f980a3e6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cbeb6a47ce034bb4a66982eb3410c707, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ec978702b98e4c2a817ddfb39dfd230d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1cb0dd12cf284c74ae9dc6a301490fd8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/9e85b18f60144aeb9a0c181f37802af3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/610c352d0c6549da885e6bc99853d03e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/f715d85bf75642038efcba32f300632c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/17edbe9468db42568b16014cc16b623b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/440b0d361e394e9cb06338ea76700444, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ed1d3267b2014f32a58fcf08e9d5d313, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/b99af235f52d426dbc4dcfc9f8d3306f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/79224a02dfe84797883842d1e8636506] to archive
2024-11-09T23:26:32,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:32,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/190103c7396344f18f66bb89ff8cc386 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/190103c7396344f18f66bb89ff8cc386
2024-11-09T23:26:32,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cadfbbcacabd4c22a1a49bbbccdd6803 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cadfbbcacabd4c22a1a49bbbccdd6803
2024-11-09T23:26:32,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/4d40345b32de48aeb02fb5310faec829 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/4d40345b32de48aeb02fb5310faec829
2024-11-09T23:26:32,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/3ec095b930844730a0b49b719087de18 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/3ec095b930844730a0b49b719087de18
2024-11-09T23:26:32,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1e2a5e5225114a15a7345b31d093f484 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1e2a5e5225114a15a7345b31d093f484
2024-11-09T23:26:32,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ca8d5913f9c641d2aca43f67f980a3e6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ca8d5913f9c641d2aca43f67f980a3e6
2024-11-09T23:26:32,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cbeb6a47ce034bb4a66982eb3410c707 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/cbeb6a47ce034bb4a66982eb3410c707
2024-11-09T23:26:32,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ec978702b98e4c2a817ddfb39dfd230d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ec978702b98e4c2a817ddfb39dfd230d
2024-11-09T23:26:32,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1cb0dd12cf284c74ae9dc6a301490fd8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/1cb0dd12cf284c74ae9dc6a301490fd8
2024-11-09T23:26:32,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/9e85b18f60144aeb9a0c181f37802af3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/9e85b18f60144aeb9a0c181f37802af3
2024-11-09T23:26:32,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/610c352d0c6549da885e6bc99853d03e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/610c352d0c6549da885e6bc99853d03e
2024-11-09T23:26:32,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/f715d85bf75642038efcba32f300632c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/f715d85bf75642038efcba32f300632c
2024-11-09T23:26:32,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/17edbe9468db42568b16014cc16b623b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/17edbe9468db42568b16014cc16b623b
2024-11-09T23:26:32,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/440b0d361e394e9cb06338ea76700444 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/440b0d361e394e9cb06338ea76700444
2024-11-09T23:26:32,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ed1d3267b2014f32a58fcf08e9d5d313 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/ed1d3267b2014f32a58fcf08e9d5d313
2024-11-09T23:26:32,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/b99af235f52d426dbc4dcfc9f8d3306f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/b99af235f52d426dbc4dcfc9f8d3306f
2024-11-09T23:26:32,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/79224a02dfe84797883842d1e8636506 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/79224a02dfe84797883842d1e8636506
2024-11-09T23:26:32,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d3592192c5a641588cb07bb299db28f0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0a9d7e5cdee64a7488a09cc94c6d5c00, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d21ff74d5d564d13b1cc1cfd249c9659, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/a7d4bf47f55547ee9783b5bfa1f96bcb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/faed95ae9130418b9dd4ecba8b65b064, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/80c6a034acae475a8125417c2e5707b6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0cc55359784d4613b558bde3d88057e2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/7ba74e70946443c78adf739da4981ae5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/81eabf71289c43a6a47b97b16af16bea, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/e1c71c6b8568409b84e6ca7556cd90d8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/cafa53b7be4742deba01fea631aa48b2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d61b411bc5c749d4b46e24a92aa6c669, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/176a3b9dfbae4fe8937972dca3c77383, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/01cd41e646884f4393a4d05be5521013, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/755a78109d474c00b24b7fe61f24a6a5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d5127bfcf88c4579927242aecc9467da, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/1f7710d863134d07a95850429c1642ab] to archive
2024-11-09T23:26:32,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:32,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d3592192c5a641588cb07bb299db28f0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d3592192c5a641588cb07bb299db28f0
2024-11-09T23:26:32,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0a9d7e5cdee64a7488a09cc94c6d5c00 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0a9d7e5cdee64a7488a09cc94c6d5c00
2024-11-09T23:26:32,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d21ff74d5d564d13b1cc1cfd249c9659 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d21ff74d5d564d13b1cc1cfd249c9659
2024-11-09T23:26:32,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/a7d4bf47f55547ee9783b5bfa1f96bcb to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/a7d4bf47f55547ee9783b5bfa1f96bcb
2024-11-09T23:26:32,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/faed95ae9130418b9dd4ecba8b65b064 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/faed95ae9130418b9dd4ecba8b65b064
2024-11-09T23:26:32,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/80c6a034acae475a8125417c2e5707b6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/80c6a034acae475a8125417c2e5707b6
2024-11-09T23:26:32,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0cc55359784d4613b558bde3d88057e2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/0cc55359784d4613b558bde3d88057e2
2024-11-09T23:26:32,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/7ba74e70946443c78adf739da4981ae5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/7ba74e70946443c78adf739da4981ae5
2024-11-09T23:26:32,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/81eabf71289c43a6a47b97b16af16bea to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/81eabf71289c43a6a47b97b16af16bea
2024-11-09T23:26:32,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/e1c71c6b8568409b84e6ca7556cd90d8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/e1c71c6b8568409b84e6ca7556cd90d8
2024-11-09T23:26:32,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/cafa53b7be4742deba01fea631aa48b2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/cafa53b7be4742deba01fea631aa48b2
2024-11-09T23:26:32,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d61b411bc5c749d4b46e24a92aa6c669 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d61b411bc5c749d4b46e24a92aa6c669
2024-11-09T23:26:32,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/176a3b9dfbae4fe8937972dca3c77383 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/176a3b9dfbae4fe8937972dca3c77383
2024-11-09T23:26:32,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/01cd41e646884f4393a4d05be5521013 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/01cd41e646884f4393a4d05be5521013
2024-11-09T23:26:32,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/755a78109d474c00b24b7fe61f24a6a5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/755a78109d474c00b24b7fe61f24a6a5
2024-11-09T23:26:32,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d5127bfcf88c4579927242aecc9467da to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/d5127bfcf88c4579927242aecc9467da
2024-11-09T23:26:32,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5c400312e287:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/1f7710d863134d07a95850429c1642ab to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/1f7710d863134d07a95850429c1642ab
2024-11-09T23:26:32,795 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:32,797 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109162ccd9f06c9441c8de0d2f2ed28a874_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109162ccd9f06c9441c8de0d2f2ed28a874_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:32,798 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/a8d4c8373fe941978a8592df07365edd, store: [table=TestAcidGuarantees family=A region=95b6c738d44f7e203e39fea432a41f44]
2024-11-09T23:26:32,798 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/a8d4c8373fe941978a8592df07365edd is 175, key is test_row_0/A:col10/1731194792195/Put/seqid=0
2024-11-09T23:26:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-09T23:26:32,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742202_1378 (size=22561)
2024-11-09T23:26:33,229 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/a8d4c8373fe941978a8592df07365edd
2024-11-09T23:26:33,242 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/55036a85838840df9a6bd80389d9f94f is 50, key is test_row_0/B:col10/1731194792195/Put/seqid=0
2024-11-09T23:26:33,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742203_1379 (size=9857)
2024-11-09T23:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-09T23:26:33,647 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/55036a85838840df9a6bd80389d9f94f
2024-11-09T23:26:33,659 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/f47dd4c4b924405dbd417363d835c7e6 is 50, key is test_row_0/C:col10/1731194792195/Put/seqid=0
2024-11-09T23:26:33,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742204_1380 (size=9857)
2024-11-09T23:26:34,065 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/f47dd4c4b924405dbd417363d835c7e6
2024-11-09T23:26:34,076 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/A/a8d4c8373fe941978a8592df07365edd as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/a8d4c8373fe941978a8592df07365edd
2024-11-09T23:26:34,080 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/a8d4c8373fe941978a8592df07365edd, entries=100, sequenceid=260, filesize=22.0 K
2024-11-09T23:26:34,081 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/B/55036a85838840df9a6bd80389d9f94f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/55036a85838840df9a6bd80389d9f94f
2024-11-09T23:26:34,084 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/55036a85838840df9a6bd80389d9f94f, entries=100, sequenceid=260, filesize=9.6 K
2024-11-09T23:26:34,084 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/.tmp/C/f47dd4c4b924405dbd417363d835c7e6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/f47dd4c4b924405dbd417363d835c7e6
2024-11-09T23:26:34,087 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/f47dd4c4b924405dbd417363d835c7e6, entries=100, sequenceid=260, filesize=9.6 K
2024-11-09T23:26:34,088 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 95b6c738d44f7e203e39fea432a41f44 in 1709ms, sequenceid=260, compaction requested=false
2024-11-09T23:26:34,091 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/recovered.edits/263.seqid, newMaxSeqId=263, maxSeqId=4
2024-11-09T23:26:34,092 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.
2024-11-09T23:26:34,092 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 95b6c738d44f7e203e39fea432a41f44:

2024-11-09T23:26:34,093 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,093 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=95b6c738d44f7e203e39fea432a41f44, regionState=CLOSED
2024-11-09T23:26:34,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114
2024-11-09T23:26:34,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 95b6c738d44f7e203e39fea432a41f44, server=5c400312e287,42983,1731194669945 in 1.8680 sec
2024-11-09T23:26:34,095 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113
2024-11-09T23:26:34,096 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=95b6c738d44f7e203e39fea432a41f44, UNASSIGN in 1.8710 sec
2024-11-09T23:26:34,096 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112
2024-11-09T23:26:34,097 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8740 sec
2024-11-09T23:26:34,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194794097"}]},"ts":"1731194794097"}
2024-11-09T23:26:34,098 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T23:26:34,144 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T23:26:34,147 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9420 sec
2024-11-09T23:26:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-09T23:26:34,316 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed
2024-11-09T23:26:34,317 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T23:26:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,321 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-09T23:26:34,323 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,327 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,329 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/recovered.edits]
2024-11-09T23:26:34,332 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/5b0490ca37c14d0dbfbb3385731d67e5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/5b0490ca37c14d0dbfbb3385731d67e5
2024-11-09T23:26:34,333 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/a8d4c8373fe941978a8592df07365edd to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/A/a8d4c8373fe941978a8592df07365edd
2024-11-09T23:26:34,335 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/55036a85838840df9a6bd80389d9f94f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/55036a85838840df9a6bd80389d9f94f
2024-11-09T23:26:34,336 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/700fda9cba894c8aa4b79bb2f0c659ba to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/B/700fda9cba894c8aa4b79bb2f0c659ba
2024-11-09T23:26:34,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/36b063a7720f40d08e4395a2d031dde0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/36b063a7720f40d08e4395a2d031dde0
2024-11-09T23:26:34,339 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/f47dd4c4b924405dbd417363d835c7e6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/C/f47dd4c4b924405dbd417363d835c7e6
2024-11-09T23:26:34,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/recovered.edits/263.seqid to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44/recovered.edits/263.seqid
2024-11-09T23:26:34,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T23:26:34,343 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T23:26:34,343 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-09T23:26:34,347 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110905176d0f454842b08649284081468e37_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110905176d0f454842b08649284081468e37_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,348 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109162ccd9f06c9441c8de0d2f2ed28a874_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109162ccd9f06c9441c8de0d2f2ed28a874_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,350 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091c2216fa1c124b67972aae9c97af5f93_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091c2216fa1c124b67972aae9c97af5f93_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,351 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e3a5ad0164e4468a0e49f4df9489a1b_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e3a5ad0164e4468a0e49f4df9489a1b_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,353 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109714038ebe35d41f6b9713d737746e73d_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109714038ebe35d41f6b9713d737746e73d_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,355 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098955831c5f9844619a2b2f6653cd184a_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098955831c5f9844619a2b2f6653cd184a_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,357 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109982267e19dbd410cbf375d747c4e3d80_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109982267e19dbd410cbf375d747c4e3d80_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,359 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109985e17213afc4327bf37af4573da192d_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109985e17213afc4327bf37af4573da192d_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,361 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109afd9f3b53857480b9a2a3621cf0420e5_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109afd9f3b53857480b9a2a3621cf0420e5_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,363 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b1fe2c89114a49a3b2d6f82fcbcbe90d_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b1fe2c89114a49a3b2d6f82fcbcbe90d_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,365 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109de38ca93b2624536aaed2fcacbe11b25_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109de38ca93b2624536aaed2fcacbe11b25_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,368 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ebddad7a32844c62a8c5ad7875f8b4c7_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ebddad7a32844c62a8c5ad7875f8b4c7_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,370 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f6a51e4c05ac473dbace72a4164f8f53_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f6a51e4c05ac473dbace72a4164f8f53_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,372 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f8bd0a2cf2ef407c990a3790c1b1f5d5_95b6c738d44f7e203e39fea432a41f44 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f8bd0a2cf2ef407c990a3790c1b1f5d5_95b6c738d44f7e203e39fea432a41f44
2024-11-09T23:26:34,372 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T23:26:34,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,376 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T23:26:34,378 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T23:26:34,379 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,379 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T23:26:34,379 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731194794379"}]},"ts":"9223372036854775807"}
2024-11-09T23:26:34,381 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-09T23:26:34,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 95b6c738d44f7e203e39fea432a41f44, NAME => 'TestAcidGuarantees,,1731194763907.95b6c738d44f7e203e39fea432a41f44.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T23:26:34,381 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T23:26:34,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731194794381"}]},"ts":"9223372036854775807"}
2024-11-09T23:26:34,382 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-09T23:26:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-09T23:26:34,445 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,448 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 127 msec
2024-11-09T23:26:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-09T23:26:34,627 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed
2024-11-09T23:26:34,642 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 240), OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4227 (was 4275)
2024-11-09T23:26:34,649 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=4226
2024-11-09T23:26:34,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:26:34,650 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:26:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:34,651 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:26:34,651 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:34,652 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 117
2024-11-09T23:26:34,652 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:26:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-09T23:26:34,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742205_1381 (size=960)
2024-11-09T23:26:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-09T23:26:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-09T23:26:35,064 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:26:35,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742206_1382 (size=53)
2024-11-09T23:26:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-09T23:26:35,475 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:26:35,475 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a1cd11fd8fb578ec5622c3a50fa7ca6f, disabling compactions & flushes
2024-11-09T23:26:35,475 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,475 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,475 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. after waiting 0 ms
2024-11-09T23:26:35,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,476 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:35,477 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:26:35,478 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731194795478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194795478"}]},"ts":"1731194795478"}
2024-11-09T23:26:35,480 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:26:35,481 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:26:35,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194795482"}]},"ts":"1731194795482"}
2024-11-09T23:26:35,484 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T23:26:35,547 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, ASSIGN}]
2024-11-09T23:26:35,549 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, ASSIGN
2024-11-09T23:26:35,551 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:26:35,702 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=a1cd11fd8fb578ec5622c3a50fa7ca6f, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:35,705 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-09T23:26:35,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:35,865 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,866 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:26:35,866 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:35,867 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:26:35,867 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:35,867 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:35,870 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1cd11fd8fb578ec5622c3a50fa7ca6f 
2024-11-09T23:26:35,873 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:35,873 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1cd11fd8fb578ec5622c3a50fa7ca6f columnFamilyName A
2024-11-09T23:26:35,873 DEBUG [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:35,874 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.HStore(327): Store=a1cd11fd8fb578ec5622c3a50fa7ca6f/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:35,874 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1cd11fd8fb578ec5622c3a50fa7ca6f 
2024-11-09T23:26:35,875 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:35,875 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1cd11fd8fb578ec5622c3a50fa7ca6f columnFamilyName B
2024-11-09T23:26:35,876 DEBUG [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:35,876 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.HStore(327): Store=a1cd11fd8fb578ec5622c3a50fa7ca6f/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:35,876 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1cd11fd8fb578ec5622c3a50fa7ca6f 
2024-11-09T23:26:35,877 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:26:35,878 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1cd11fd8fb578ec5622c3a50fa7ca6f columnFamilyName C
2024-11-09T23:26:35,878 DEBUG [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:26:35,878 INFO  [StoreOpener-a1cd11fd8fb578ec5622c3a50fa7ca6f-1 {}] regionserver.HStore(327): Store=a1cd11fd8fb578ec5622c3a50fa7ca6f/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:26:35,878 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,879 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:35,880 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:35,882 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:26:35,883 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:35,885 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:26:35,885 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened a1cd11fd8fb578ec5622c3a50fa7ca6f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70763204, jitterRate=0.054453909397125244}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:26:35,885 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:35,886 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., pid=119, masterSystemTime=1731194795858
2024-11-09T23:26:35,887 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,887 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:35,888 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=a1cd11fd8fb578ec5622c3a50fa7ca6f, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:35,889 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118
2024-11-09T23:26:35,889 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945 in 184 msec
2024-11-09T23:26:35,891 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117
2024-11-09T23:26:35,891 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, ASSIGN in 342 msec
2024-11-09T23:26:35,891 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:26:35,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194795891"}]},"ts":"1731194795891"}
2024-11-09T23:26:35,892 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T23:26:35,906 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:26:35,907 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec
2024-11-09T23:26:36,662 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:46087,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-09T23:26:36,760 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed
2024-11-09T23:26:36,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9
2024-11-09T23:26:36,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,815 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:26:36,817 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:26:36,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088
2024-11-09T23:26:36,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683
2024-11-09T23:26:36,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472
2024-11-09T23:26:36,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39
2024-11-09T23:26:36,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,865 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2
2024-11-09T23:26:36,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6
2024-11-09T23:26:36,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3
2024-11-09T23:26:36,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf
2024-11-09T23:26:36,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408
2024-11-09T23:26:36,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73d92042 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c692575
2024-11-09T23:26:36,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96b8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:26:36,924 DEBUG [hconnection-0x7eedbf94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,925 DEBUG [hconnection-0x5b87a1af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,925 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees
2024-11-09T23:26:36,926 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,926 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-09T23:26:36,926 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:36,926 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:36,927 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:36,931 DEBUG [hconnection-0x290dc6a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,932 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:36,935 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:26:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:36,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:36,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:36,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:36,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:36,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:36,937 DEBUG [hconnection-0x5bd90366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,938 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,939 DEBUG [hconnection-0x2eac4bfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,939 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,947 DEBUG [hconnection-0xea0b564-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:36,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:36,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194856947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194856947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194856947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:36,947 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194856948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:36,951 DEBUG [hconnection-0x889ea91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,951 DEBUG [hconnection-0x560babaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,952 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,952 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,957 DEBUG [hconnection-0x38294973-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,958 DEBUG [hconnection-0x5f73ade1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:26:36,959 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,959 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:26:36,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194856961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:36,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/8979caed19164405ba7be629af097f74 is 50, key is test_row_0/A:col10/1731194796929/Put/seqid=0
2024-11-09T23:26:36,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742207_1383 (size=12001)
2024-11-09T23:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-09T23:26:37,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194857048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194857048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194857048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194857049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194857064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-09T23:26:37,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194857252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194857253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194857253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194857254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194857269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,381 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/8979caed19164405ba7be629af097f74
2024-11-09T23:26:37,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/b18fbe1744b448dcbf03f6c20cff2d66 is 50, key is test_row_0/B:col10/1731194796929/Put/seqid=0
2024-11-09T23:26:37,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742208_1384 (size=12001)
2024-11-09T23:26:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-09T23:26:37,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194857558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194857559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194857561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194857562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194857575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:37,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,808 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/b18fbe1744b448dcbf03f6c20cff2d66
2024-11-09T23:26:37,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/8590eb1378cb495fa5ad4c8f8d75608c is 50, key is test_row_0/C:col10/1731194796929/Put/seqid=0
2024-11-09T23:26:37,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742209_1385 (size=12001)
2024-11-09T23:26:37,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:37,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:37,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:37,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-09T23:26:38,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194858065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:38,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194858065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:38,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194858067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:38,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194858071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:38,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194858081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:38,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:38,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:38,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:38,260 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/8590eb1378cb495fa5ad4c8f8d75608c
2024-11-09T23:26:38,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/8979caed19164405ba7be629af097f74 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/8979caed19164405ba7be629af097f74
2024-11-09T23:26:38,267 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/8979caed19164405ba7be629af097f74, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T23:26:38,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/b18fbe1744b448dcbf03f6c20cff2d66 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/b18fbe1744b448dcbf03f6c20cff2d66
2024-11-09T23:26:38,271 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/b18fbe1744b448dcbf03f6c20cff2d66, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T23:26:38,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/8590eb1378cb495fa5ad4c8f8d75608c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/8590eb1378cb495fa5ad4c8f8d75608c
2024-11-09T23:26:38,274 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/8590eb1378cb495fa5ad4c8f8d75608c, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T23:26:38,275 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1340ms, sequenceid=12, compaction requested=false
2024-11-09T23:26:38,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:38,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:38,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-09T23:26:38,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:38,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-09T23:26:38,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/439c4a4351604742bc96e5a43d542256 is 50, key is test_row_0/A:col10/1731194796946/Put/seqid=0
2024-11-09T23:26:38,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742210_1386 (size=12001)
2024-11-09T23:26:38,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/439c4a4351604742bc96e5a43d542256
2024-11-09T23:26:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/6a93bfa65c5a45a198adb0d7581fdef1 is 50, key is test_row_0/B:col10/1731194796946/Put/seqid=0
2024-11-09T23:26:38,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742211_1387 (size=12001)
2024-11-09T23:26:38,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/6a93bfa65c5a45a198adb0d7581fdef1
2024-11-09T23:26:38,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/4bcbf1a3b7054643836725fbead4dae0 is 50, key is test_row_0/C:col10/1731194796946/Put/seqid=0
2024-11-09T23:26:38,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742212_1388 (size=12001)
2024-11-09T23:26:38,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/4bcbf1a3b7054643836725fbead4dae0
2024-11-09T23:26:38,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/439c4a4351604742bc96e5a43d542256 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/439c4a4351604742bc96e5a43d542256
2024-11-09T23:26:38,758 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/439c4a4351604742bc96e5a43d542256, entries=150, sequenceid=39, filesize=11.7 K
2024-11-09T23:26:38,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/6a93bfa65c5a45a198adb0d7581fdef1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6a93bfa65c5a45a198adb0d7581fdef1
2024-11-09T23:26:38,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6a93bfa65c5a45a198adb0d7581fdef1, entries=150, sequenceid=39, filesize=11.7 K
2024-11-09T23:26:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/4bcbf1a3b7054643836725fbead4dae0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4bcbf1a3b7054643836725fbead4dae0
2024-11-09T23:26:38,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4bcbf1a3b7054643836725fbead4dae0, entries=150, sequenceid=39, filesize=11.7 K
2024-11-09T23:26:38,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 471ms, sequenceid=39, compaction requested=false
2024-11-09T23:26:38,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:38,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:38,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121
2024-11-09T23:26:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=121
2024-11-09T23:26:38,769 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120
2024-11-09T23:26:38,769 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8420 sec
2024-11-09T23:26:38,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8440 sec
2024-11-09T23:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-09T23:26:39,029 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed
2024-11-09T23:26:39,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees
2024-11-09T23:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:39,035 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:39,035 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:39,036 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:39,082 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:26:39,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:39,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:39,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:39,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:39,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:39,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:39,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/3416a50b7bfb40b3aae7cc10d722b347 is 50, key is test_row_0/A:col10/1731194799081/Put/seqid=0
2024-11-09T23:26:39,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742213_1389 (size=16681)
2024-11-09T23:26:39,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194859113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194859114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194859115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194859118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194859119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:39,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:39,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:39,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194859219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194859221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194859221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194859225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194859225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:39,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:39,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194859426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194859428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194859428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194859429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194859433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/3416a50b7bfb40b3aae7cc10d722b347
2024-11-09T23:26:39,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:39,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/ffa186d1d5af4e358dad8b77ffb91394 is 50, key is test_row_0/B:col10/1731194799081/Put/seqid=0
2024-11-09T23:26:39,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742214_1390 (size=12001)
2024-11-09T23:26:39,612 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T23:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:39,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:39,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194859729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194859733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194859734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194859735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194859736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:39,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:39,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,901 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/ffa186d1d5af4e358dad8b77ffb91394
2024-11-09T23:26:39,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/7127be99fa98458092bea583e204651d is 50, key is test_row_0/C:col10/1731194799081/Put/seqid=0
2024-11-09T23:26:39,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742215_1391 (size=12001)
2024-11-09T23:26:39,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:39,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:39,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:39,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:40,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:40,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:40,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:40,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194860238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:40,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194860239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:40,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194860241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:40,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194860244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:40,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194860245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:40,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:40,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=123
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:40,314 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/7127be99fa98458092bea583e204651d
2024-11-09T23:26:40,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/3416a50b7bfb40b3aae7cc10d722b347 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/3416a50b7bfb40b3aae7cc10d722b347
2024-11-09T23:26:40,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/3416a50b7bfb40b3aae7cc10d722b347, entries=250, sequenceid=50, filesize=16.3 K
2024-11-09T23:26:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/ffa186d1d5af4e358dad8b77ffb91394 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/ffa186d1d5af4e358dad8b77ffb91394
2024-11-09T23:26:40,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/ffa186d1d5af4e358dad8b77ffb91394, entries=150, sequenceid=50, filesize=11.7 K
2024-11-09T23:26:40,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/7127be99fa98458092bea583e204651d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/7127be99fa98458092bea583e204651d
2024-11-09T23:26:40,327 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/7127be99fa98458092bea583e204651d, entries=150, sequenceid=50, filesize=11.7 K
2024-11-09T23:26:40,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1245ms, sequenceid=50, compaction requested=true
2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:40,328 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:40,328 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/A is initiating minor compaction (all files)
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/B is initiating minor compaction (all files)
2024-11-09T23:26:40,329 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/B in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,329 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/A in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,329 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/b18fbe1744b448dcbf03f6c20cff2d66, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6a93bfa65c5a45a198adb0d7581fdef1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/ffa186d1d5af4e358dad8b77ffb91394] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=35.2 K
2024-11-09T23:26:40,329 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/8979caed19164405ba7be629af097f74, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/439c4a4351604742bc96e5a43d542256, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/3416a50b7bfb40b3aae7cc10d722b347] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=39.7 K
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b18fbe1744b448dcbf03f6c20cff2d66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731194796929
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8979caed19164405ba7be629af097f74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731194796929
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a93bfa65c5a45a198adb0d7581fdef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731194796945
2024-11-09T23:26:40,329 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439c4a4351604742bc96e5a43d542256, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731194796945
2024-11-09T23:26:40,330 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ffa186d1d5af4e358dad8b77ffb91394, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194799079
2024-11-09T23:26:40,330 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3416a50b7bfb40b3aae7cc10d722b347, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194799072
2024-11-09T23:26:40,335 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:40,335 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#A#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:40,336 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/7aa246006b1c43658ef81cd0f55b3abc is 50, key is test_row_0/B:col10/1731194799081/Put/seqid=0
2024-11-09T23:26:40,336 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/fcf08766207a4974a07ff2bbb3294d0d is 50, key is test_row_0/A:col10/1731194799081/Put/seqid=0
2024-11-09T23:26:40,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742216_1392 (size=12104)
2024-11-09T23:26:40,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742217_1393 (size=12104)
2024-11-09T23:26:40,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:40,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-09T23:26:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:26:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/f84d4add805a4f99aedbdfcb76a51b9f is 50, key is test_row_0/A:col10/1731194799118/Put/seqid=0
2024-11-09T23:26:40,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742218_1394 (size=12001)
2024-11-09T23:26:40,756 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/fcf08766207a4974a07ff2bbb3294d0d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/fcf08766207a4974a07ff2bbb3294d0d
2024-11-09T23:26:40,756 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/7aa246006b1c43658ef81cd0f55b3abc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/7aa246006b1c43658ef81cd0f55b3abc
2024-11-09T23:26:40,760 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/B of a1cd11fd8fb578ec5622c3a50fa7ca6f into 7aa246006b1c43658ef81cd0f55b3abc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:40,760 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/A of a1cd11fd8fb578ec5622c3a50fa7ca6f into fcf08766207a4974a07ff2bbb3294d0d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:40,760 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:40,760 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:40,760 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/A, priority=13, startTime=1731194800328; duration=0sec
2024-11-09T23:26:40,760 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/B, priority=13, startTime=1731194800328; duration=0sec
2024-11-09T23:26:40,760 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:40,761 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:A
2024-11-09T23:26:40,761 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:40,761 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:B
2024-11-09T23:26:40,761 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:40,761 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:40,761 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/C is initiating minor compaction (all files)
2024-11-09T23:26:40,761 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/C in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:40,762 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/8590eb1378cb495fa5ad4c8f8d75608c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4bcbf1a3b7054643836725fbead4dae0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/7127be99fa98458092bea583e204651d] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=35.2 K
2024-11-09T23:26:40,762 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8590eb1378cb495fa5ad4c8f8d75608c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731194796929
2024-11-09T23:26:40,762 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bcbf1a3b7054643836725fbead4dae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731194796945
2024-11-09T23:26:40,762 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7127be99fa98458092bea583e204651d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194799079
2024-11-09T23:26:40,771 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:40,772 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ee5c9c7fb23d4e349b961219acbf8886 is 50, key is test_row_0/C:col10/1731194799081/Put/seqid=0
2024-11-09T23:26:40,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742219_1395 (size=12104)
2024-11-09T23:26:40,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/f84d4add805a4f99aedbdfcb76a51b9f
2024-11-09T23:26:40,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/dd5818aa29ea4f48b8feb001eba9c1e0 is 50, key is test_row_0/B:col10/1731194799118/Put/seqid=0
2024-11-09T23:26:40,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742220_1396 (size=12001)
2024-11-09T23:26:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:41,179 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ee5c9c7fb23d4e349b961219acbf8886 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee5c9c7fb23d4e349b961219acbf8886
2024-11-09T23:26:41,183 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/C of a1cd11fd8fb578ec5622c3a50fa7ca6f into ee5c9c7fb23d4e349b961219acbf8886(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:41,183 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:41,183 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/C, priority=13, startTime=1731194800328; duration=0sec
2024-11-09T23:26:41,183 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:41,183 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:C
2024-11-09T23:26:41,222 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/dd5818aa29ea4f48b8feb001eba9c1e0
2024-11-09T23:26:41,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/1e44951ee0fa4688ab7253086f1a1e7b is 50, key is test_row_0/C:col10/1731194799118/Put/seqid=0
2024-11-09T23:26:41,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742221_1397 (size=12001)
2024-11-09T23:26:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:41,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:41,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194861253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194861256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194861256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194861256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194861259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194861358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194861358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194861362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194861560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194861561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194861565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/1e44951ee0fa4688ab7253086f1a1e7b
2024-11-09T23:26:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/f84d4add805a4f99aedbdfcb76a51b9f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/f84d4add805a4f99aedbdfcb76a51b9f
2024-11-09T23:26:41,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/f84d4add805a4f99aedbdfcb76a51b9f, entries=150, sequenceid=75, filesize=11.7 K
2024-11-09T23:26:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/dd5818aa29ea4f48b8feb001eba9c1e0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/dd5818aa29ea4f48b8feb001eba9c1e0
2024-11-09T23:26:41,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/dd5818aa29ea4f48b8feb001eba9c1e0, entries=150, sequenceid=75, filesize=11.7 K
2024-11-09T23:26:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/1e44951ee0fa4688ab7253086f1a1e7b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1e44951ee0fa4688ab7253086f1a1e7b
2024-11-09T23:26:41,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1e44951ee0fa4688ab7253086f1a1e7b, entries=150, sequenceid=75, filesize=11.7 K
2024-11-09T23:26:41,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1247ms, sequenceid=75, compaction requested=false
2024-11-09T23:26:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123
2024-11-09T23:26:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=123
2024-11-09T23:26:41,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122
2024-11-09T23:26:41,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6190 sec
2024-11-09T23:26:41,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.6250 sec
2024-11-09T23:26:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:41,868 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:26:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:41,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/2a0b83887b4a43b1a296755d65812950 is 50, key is test_row_0/A:col10/1731194801255/Put/seqid=0
2024-11-09T23:26:41,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742222_1398 (size=16681)
2024-11-09T23:26:41,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194861915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194861916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:41,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194861916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194862022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194862022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194862022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194862227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194862227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194862228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/2a0b83887b4a43b1a296755d65812950
2024-11-09T23:26:42,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/46df462e3eb640ad890750c6fe9de0a6 is 50, key is test_row_0/B:col10/1731194801255/Put/seqid=0
2024-11-09T23:26:42,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742223_1399 (size=12001)
2024-11-09T23:26:42,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194862533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194862533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194862533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:42,685 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/46df462e3eb640ad890750c6fe9de0a6
2024-11-09T23:26:42,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/c1fec481ccc4498faecfaa65cc8b1313 is 50, key is test_row_0/C:col10/1731194801255/Put/seqid=0
2024-11-09T23:26:42,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742224_1400 (size=12001)
2024-11-09T23:26:43,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194863036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194863039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194863039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/c1fec481ccc4498faecfaa65cc8b1313
2024-11-09T23:26:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/2a0b83887b4a43b1a296755d65812950 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2a0b83887b4a43b1a296755d65812950
2024-11-09T23:26:43,122 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2a0b83887b4a43b1a296755d65812950, entries=250, sequenceid=91, filesize=16.3 K
2024-11-09T23:26:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/46df462e3eb640ad890750c6fe9de0a6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/46df462e3eb640ad890750c6fe9de0a6
2024-11-09T23:26:43,126 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/46df462e3eb640ad890750c6fe9de0a6, entries=150, sequenceid=91, filesize=11.7 K
2024-11-09T23:26:43,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/c1fec481ccc4498faecfaa65cc8b1313 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c1fec481ccc4498faecfaa65cc8b1313
2024-11-09T23:26:43,129 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c1fec481ccc4498faecfaa65cc8b1313, entries=150, sequenceid=91, filesize=11.7 K
2024-11-09T23:26:43,130 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1262ms, sequenceid=91, compaction requested=true
2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:43,130 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:43,130 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:43,131 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:43,131 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/A is initiating minor compaction (all files)
2024-11-09T23:26:43,131 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:43,131 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/B is initiating minor compaction (all files)
2024-11-09T23:26:43,131 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/A in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,131 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/B in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,131 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/fcf08766207a4974a07ff2bbb3294d0d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/f84d4add805a4f99aedbdfcb76a51b9f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2a0b83887b4a43b1a296755d65812950] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=39.8 K
2024-11-09T23:26:43,131 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/7aa246006b1c43658ef81cd0f55b3abc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/dd5818aa29ea4f48b8feb001eba9c1e0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/46df462e3eb640ad890750c6fe9de0a6] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=35.3 K
2024-11-09T23:26:43,132 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcf08766207a4974a07ff2bbb3294d0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194799079
2024-11-09T23:26:43,132 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aa246006b1c43658ef81cd0f55b3abc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194799079
2024-11-09T23:26:43,132 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting f84d4add805a4f99aedbdfcb76a51b9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731194799113
2024-11-09T23:26:43,132 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting dd5818aa29ea4f48b8feb001eba9c1e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731194799113
2024-11-09T23:26:43,132 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a0b83887b4a43b1a296755d65812950, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194801252
2024-11-09T23:26:43,132 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 46df462e3eb640ad890750c6fe9de0a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194801255
2024-11-09T23:26:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-09T23:26:43,136 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed
2024-11-09T23:26:43,138 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#B#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:43,138 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#A#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:43,139 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/43e0bb68d55143149e62f86c71a738c2 is 50, key is test_row_0/B:col10/1731194801255/Put/seqid=0
2024-11-09T23:26:43,139 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/0bea62a0f6ad41d592f06279c2a42546 is 50, key is test_row_0/A:col10/1731194801255/Put/seqid=0
2024-11-09T23:26:43,140 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees
2024-11-09T23:26:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:43,142 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:43,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742226_1402 (size=12207)
2024-11-09T23:26:43,142 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:43,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:43,147 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/0bea62a0f6ad41d592f06279c2a42546 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/0bea62a0f6ad41d592f06279c2a42546
2024-11-09T23:26:43,151 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/A of a1cd11fd8fb578ec5622c3a50fa7ca6f into 0bea62a0f6ad41d592f06279c2a42546(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:43,151 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:43,151 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/A, priority=13, startTime=1731194803130; duration=0sec
2024-11-09T23:26:43,151 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:43,151 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:A
2024-11-09T23:26:43,151 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:43,151 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:43,152 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/C is initiating minor compaction (all files)
2024-11-09T23:26:43,152 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/C in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,152 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee5c9c7fb23d4e349b961219acbf8886, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1e44951ee0fa4688ab7253086f1a1e7b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c1fec481ccc4498faecfaa65cc8b1313] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=35.3 K
2024-11-09T23:26:43,152 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee5c9c7fb23d4e349b961219acbf8886, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731194799079
2024-11-09T23:26:43,153 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e44951ee0fa4688ab7253086f1a1e7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731194799113
2024-11-09T23:26:43,153 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1fec481ccc4498faecfaa65cc8b1313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194801255
2024-11-09T23:26:43,160 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#C#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:43,160 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/2029c72beb184b5391640d28cb8d507a is 50, key is test_row_0/C:col10/1731194801255/Put/seqid=0
2024-11-09T23:26:43,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742225_1401 (size=12207)
2024-11-09T23:26:43,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742227_1403 (size=12207)
2024-11-09T23:26:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:43,274 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:26:43,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:43,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:43,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:43,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:43,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:43,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:43,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/1607759c1cfd4b478941c71fba07a20c is 50, key is test_row_0/A:col10/1731194803272/Put/seqid=0
2024-11-09T23:26:43,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742228_1404 (size=14341)
2024-11-09T23:26:43,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:43,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194863299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194863299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194863400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194863405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:43,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:43,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,568 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/43e0bb68d55143149e62f86c71a738c2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/43e0bb68d55143149e62f86c71a738c2
2024-11-09T23:26:43,571 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/B of a1cd11fd8fb578ec5622c3a50fa7ca6f into 43e0bb68d55143149e62f86c71a738c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:43,571 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:43,571 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/B, priority=13, startTime=1731194803130; duration=0sec
2024-11-09T23:26:43,571 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:43,571 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:B
2024-11-09T23:26:43,577 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/2029c72beb184b5391640d28cb8d507a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/2029c72beb184b5391640d28cb8d507a
2024-11-09T23:26:43,580 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/C of a1cd11fd8fb578ec5622c3a50fa7ca6f into 2029c72beb184b5391640d28cb8d507a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:43,581 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:43,581 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/C, priority=13, startTime=1731194803130; duration=0sec
2024-11-09T23:26:43,581 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:43,581 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:C
2024-11-09T23:26:43,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:43,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:43,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:43,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194863604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194863611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,685 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/1607759c1cfd4b478941c71fba07a20c
2024-11-09T23:26:43,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fa691adb839f47ec94edc3419f68f088 is 50, key is test_row_0/B:col10/1731194803272/Put/seqid=0
2024-11-09T23:26:43,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742229_1405 (size=12001)
2024-11-09T23:26:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:43,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:43,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:43,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:43,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:43,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194863910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:43,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194863915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:44,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194864046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:44,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194864048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:44,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194864049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:44,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:44,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,095 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fa691adb839f47ec94edc3419f68f088
2024-11-09T23:26:44,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/0aa25a19ce834db3b66e1296b0ef6607 is 50, key is test_row_0/C:col10/1731194803272/Put/seqid=0
2024-11-09T23:26:44,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742230_1406 (size=12001)
2024-11-09T23:26:44,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:44,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:44,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:44,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194864414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:44,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194864421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:44,505 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/0aa25a19ce834db3b66e1296b0ef6607
2024-11-09T23:26:44,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/1607759c1cfd4b478941c71fba07a20c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/1607759c1cfd4b478941c71fba07a20c
2024-11-09T23:26:44,511 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/1607759c1cfd4b478941c71fba07a20c, entries=200, sequenceid=116, filesize=14.0 K
2024-11-09T23:26:44,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fa691adb839f47ec94edc3419f68f088 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fa691adb839f47ec94edc3419f68f088
2024-11-09T23:26:44,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:44,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fa691adb839f47ec94edc3419f68f088, entries=150, sequenceid=116, filesize=11.7 K
2024-11-09T23:26:44,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/0aa25a19ce834db3b66e1296b0ef6607 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/0aa25a19ce834db3b66e1296b0ef6607
2024-11-09T23:26:44,519 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/0aa25a19ce834db3b66e1296b0ef6607, entries=150, sequenceid=116, filesize=11.7 K
2024-11-09T23:26:44,520 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1246ms, sequenceid=116, compaction requested=false
2024-11-09T23:26:44,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:44,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:44,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:44,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/98f32e8979f54ec1af4c9259fd375f3c is 50, key is test_row_0/A:col10/1731194803290/Put/seqid=0
2024-11-09T23:26:44,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742231_1407 (size=12001)
2024-11-09T23:26:45,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/98f32e8979f54ec1af4c9259fd375f3c
2024-11-09T23:26:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/75fbcec5e6ef4697832de5b48a52a6d8 is 50, key is test_row_0/B:col10/1731194803290/Put/seqid=0
2024-11-09T23:26:45,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742232_1408 (size=12001)
2024-11-09T23:26:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:45,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/75fbcec5e6ef4697832de5b48a52a6d8
2024-11-09T23:26:45,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/fa5ef5b71ade444fa6c33a351c986eb0 is 50, key is test_row_0/C:col10/1731194803290/Put/seqid=0
2024-11-09T23:26:45,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194865479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:45,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742233_1409 (size=12001)
2024-11-09T23:26:45,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194865483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:45,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194865591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:45,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194865592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:45,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194865797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:45,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194865798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:45,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/fa5ef5b71ade444fa6c33a351c986eb0
2024-11-09T23:26:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/98f32e8979f54ec1af4c9259fd375f3c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/98f32e8979f54ec1af4c9259fd375f3c
2024-11-09T23:26:45,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/98f32e8979f54ec1af4c9259fd375f3c, entries=150, sequenceid=130, filesize=11.7 K
2024-11-09T23:26:45,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/75fbcec5e6ef4697832de5b48a52a6d8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/75fbcec5e6ef4697832de5b48a52a6d8
2024-11-09T23:26:45,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/75fbcec5e6ef4697832de5b48a52a6d8, entries=150, sequenceid=130, filesize=11.7 K
2024-11-09T23:26:45,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/fa5ef5b71ade444fa6c33a351c986eb0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/fa5ef5b71ade444fa6c33a351c986eb0
2024-11-09T23:26:45,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/fa5ef5b71ade444fa6c33a351c986eb0, entries=150, sequenceid=130, filesize=11.7 K
2024-11-09T23:26:45,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1241ms, sequenceid=130, compaction requested=true
2024-11-09T23:26:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125
2024-11-09T23:26:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=125
2024-11-09T23:26:45,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124
2024-11-09T23:26:45,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7640 sec
2024-11-09T23:26:45,909 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.7680 sec
2024-11-09T23:26:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:46,054 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:26:46,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:46,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:46,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:46,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:46,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:46,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:46,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/bbe53b052cf44ef099e7f08dcd1f4018 is 50, key is test_row_0/A:col10/1731194805482/Put/seqid=0
2024-11-09T23:26:46,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742234_1410 (size=14541)
2024-11-09T23:26:46,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194866072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194866075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194866076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194866101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194866102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194866183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194866183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194866183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194866389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194866389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194866389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,468 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/bbe53b052cf44ef099e7f08dcd1f4018
2024-11-09T23:26:46,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fb9c54e98f5644d3983bdf76ef819924 is 50, key is test_row_0/B:col10/1731194805482/Put/seqid=0
2024-11-09T23:26:46,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742235_1411 (size=12151)
2024-11-09T23:26:46,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194866604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194866604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194866699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194866700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194866700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:46,879 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fb9c54e98f5644d3983bdf76ef819924
2024-11-09T23:26:46,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/71d937207df04a63a83f124c5ba65506 is 50, key is test_row_0/C:col10/1731194805482/Put/seqid=0
2024-11-09T23:26:46,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742236_1412 (size=12151)
2024-11-09T23:26:47,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194867206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194867209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194867210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-09T23:26:47,246 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed
2024-11-09T23:26:47,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees
2024-11-09T23:26:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-09T23:26:47,248 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:47,249 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:47,249 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:47,288 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/71d937207df04a63a83f124c5ba65506
2024-11-09T23:26:47,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/bbe53b052cf44ef099e7f08dcd1f4018 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/bbe53b052cf44ef099e7f08dcd1f4018
2024-11-09T23:26:47,295 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/bbe53b052cf44ef099e7f08dcd1f4018, entries=200, sequenceid=155, filesize=14.2 K
2024-11-09T23:26:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fb9c54e98f5644d3983bdf76ef819924 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fb9c54e98f5644d3983bdf76ef819924
2024-11-09T23:26:47,299 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fb9c54e98f5644d3983bdf76ef819924, entries=150, sequenceid=155, filesize=11.9 K
2024-11-09T23:26:47,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/71d937207df04a63a83f124c5ba65506 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/71d937207df04a63a83f124c5ba65506
2024-11-09T23:26:47,303 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/71d937207df04a63a83f124c5ba65506, entries=150, sequenceid=155, filesize=11.9 K
2024-11-09T23:26:47,303 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1249ms, sequenceid=155, compaction requested=true
2024-11-09T23:26:47,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:47,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:47,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:47,304 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:26:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:47,304 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:26:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/B is initiating minor compaction (all files)
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/A is initiating minor compaction (all files)
2024-11-09T23:26:47,305 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/A in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:47,305 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/B in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:47,305 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/0bea62a0f6ad41d592f06279c2a42546, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/1607759c1cfd4b478941c71fba07a20c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/98f32e8979f54ec1af4c9259fd375f3c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/bbe53b052cf44ef099e7f08dcd1f4018] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=51.8 K
2024-11-09T23:26:47,305 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/43e0bb68d55143149e62f86c71a738c2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fa691adb839f47ec94edc3419f68f088, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/75fbcec5e6ef4697832de5b48a52a6d8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fb9c54e98f5644d3983bdf76ef819924] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=47.2 K
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e0bb68d55143149e62f86c71a738c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194801255
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bea62a0f6ad41d592f06279c2a42546, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194801255
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1607759c1cfd4b478941c71fba07a20c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731194801906
2024-11-09T23:26:47,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting fa691adb839f47ec94edc3419f68f088, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731194801906
2024-11-09T23:26:47,306 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98f32e8979f54ec1af4c9259fd375f3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194803290
2024-11-09T23:26:47,306 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 75fbcec5e6ef4697832de5b48a52a6d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194803290
2024-11-09T23:26:47,306 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe53b052cf44ef099e7f08dcd1f4018, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731194805469
2024-11-09T23:26:47,306 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting fb9c54e98f5644d3983bdf76ef819924, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731194805478
2024-11-09T23:26:47,313 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#A#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:47,313 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#B#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:47,314 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/d74c2a8f4677405dbfe712b56909ee70 is 50, key is test_row_0/B:col10/1731194805482/Put/seqid=0
2024-11-09T23:26:47,314 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/343ed1afde8e411ca87c6cf639e8385c is 50, key is test_row_0/A:col10/1731194805482/Put/seqid=0
2024-11-09T23:26:47,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742237_1413 (size=12493)
2024-11-09T23:26:47,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742238_1414 (size=12493)
2024-11-09T23:26:47,325 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/d74c2a8f4677405dbfe712b56909ee70 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d74c2a8f4677405dbfe712b56909ee70
2024-11-09T23:26:47,328 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/B of a1cd11fd8fb578ec5622c3a50fa7ca6f into d74c2a8f4677405dbfe712b56909ee70(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:47,328 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:47,328 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/B, priority=12, startTime=1731194807304; duration=0sec
2024-11-09T23:26:47,328 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:47,328 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:B
2024-11-09T23:26:47,328 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:26:47,329 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:26:47,329 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/C is initiating minor compaction (all files)
2024-11-09T23:26:47,329 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/C in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:47,329 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/2029c72beb184b5391640d28cb8d507a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/0aa25a19ce834db3b66e1296b0ef6607, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/fa5ef5b71ade444fa6c33a351c986eb0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/71d937207df04a63a83f124c5ba65506] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=47.2 K
2024-11-09T23:26:47,330 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 2029c72beb184b5391640d28cb8d507a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731194801255
2024-11-09T23:26:47,330 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aa25a19ce834db3b66e1296b0ef6607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731194801906
2024-11-09T23:26:47,331 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting fa5ef5b71ade444fa6c33a351c986eb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731194803290
2024-11-09T23:26:47,331 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 71d937207df04a63a83f124c5ba65506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731194805478
2024-11-09T23:26:47,337 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:47,338 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/194b016f2491486e938a384b1c5e2fa0 is 50, key is test_row_0/C:col10/1731194805482/Put/seqid=0
2024-11-09T23:26:47,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742239_1415 (size=12493)
2024-11-09T23:26:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-09T23:26:47,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:47,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-09T23:26:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:47,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:26:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/e9067a8ff71c4cb5b395dc694651e669 is 50, key is test_row_0/A:col10/1731194806074/Put/seqid=0
2024-11-09T23:26:47,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742240_1416 (size=12151)
2024-11-09T23:26:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-09T23:26:47,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:47,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194867676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194867678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,725 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/343ed1afde8e411ca87c6cf639e8385c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/343ed1afde8e411ca87c6cf639e8385c
2024-11-09T23:26:47,728 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/A of a1cd11fd8fb578ec5622c3a50fa7ca6f into 343ed1afde8e411ca87c6cf639e8385c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:47,728 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:47,728 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/A, priority=12, startTime=1731194807303; duration=0sec
2024-11-09T23:26:47,728 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:47,728 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:A
2024-11-09T23:26:47,745 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/194b016f2491486e938a384b1c5e2fa0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/194b016f2491486e938a384b1c5e2fa0
2024-11-09T23:26:47,748 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/C of a1cd11fd8fb578ec5622c3a50fa7ca6f into 194b016f2491486e938a384b1c5e2fa0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:47,748 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:47,749 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/C, priority=12, startTime=1731194807304; duration=0sec
2024-11-09T23:26:47,749 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:47,749 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:C
2024-11-09T23:26:47,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194867780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194867782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/e9067a8ff71c4cb5b395dc694651e669
2024-11-09T23:26:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/293b55910f234a6fbd1d1b5050b7ac6d is 50, key is test_row_0/B:col10/1731194806074/Put/seqid=0
2024-11-09T23:26:47,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742241_1417 (size=12151)
2024-11-09T23:26:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-09T23:26:47,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194867985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:47,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194867986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194868213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/293b55910f234a6fbd1d1b5050b7ac6d
2024-11-09T23:26:48,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194868220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194868226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ec4e46e2876342f58aa61bd01c829588 is 50, key is test_row_0/C:col10/1731194806074/Put/seqid=0
2024-11-09T23:26:48,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742242_1418 (size=12151)
2024-11-09T23:26:48,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194868290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194868291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-09T23:26:48,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ec4e46e2876342f58aa61bd01c829588
2024-11-09T23:26:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/e9067a8ff71c4cb5b395dc694651e669 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/e9067a8ff71c4cb5b395dc694651e669
2024-11-09T23:26:48,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/e9067a8ff71c4cb5b395dc694651e669, entries=150, sequenceid=167, filesize=11.9 K
2024-11-09T23:26:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/293b55910f234a6fbd1d1b5050b7ac6d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/293b55910f234a6fbd1d1b5050b7ac6d
2024-11-09T23:26:48,671 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/293b55910f234a6fbd1d1b5050b7ac6d, entries=150, sequenceid=167, filesize=11.9 K
2024-11-09T23:26:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ec4e46e2876342f58aa61bd01c829588 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ec4e46e2876342f58aa61bd01c829588
2024-11-09T23:26:48,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ec4e46e2876342f58aa61bd01c829588, entries=150, sequenceid=167, filesize=11.9 K
2024-11-09T23:26:48,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1275ms, sequenceid=167, compaction requested=false
2024-11-09T23:26:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127
2024-11-09T23:26:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=127
2024-11-09T23:26:48,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126
2024-11-09T23:26:48,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec
2024-11-09T23:26:48,678 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4310 sec
2024-11-09T23:26:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:48,801 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T23:26:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:48,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/c967a7f3c99c4ab0b66f33611fa6bcb9 is 50, key is test_row_0/A:col10/1731194807677/Put/seqid=0
2024-11-09T23:26:48,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742243_1419 (size=14541)
2024-11-09T23:26:48,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194868814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194868818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194868919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:48,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194868920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194869123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194869125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/c967a7f3c99c4ab0b66f33611fa6bcb9
2024-11-09T23:26:49,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/f1c012cc737a4bfcbd0192f1cbea5262 is 50, key is test_row_0/B:col10/1731194807677/Put/seqid=0
2024-11-09T23:26:49,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742244_1420 (size=12151)
2024-11-09T23:26:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-09T23:26:49,352 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed
2024-11-09T23:26:49,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees
2024-11-09T23:26:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-09T23:26:49,354 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:49,354 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:49,354 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:49,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194869429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194869429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-09T23:26:49,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:49,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-09T23:26:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/f1c012cc737a4bfcbd0192f1cbea5262
2024-11-09T23:26:49,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ebad1b596c0d4f759d342b25ea3693b5 is 50, key is test_row_0/C:col10/1731194807677/Put/seqid=0
2024-11-09T23:26:49,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742245_1421 (size=12151)
2024-11-09T23:26:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-09T23:26:49,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:49,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-09T23:26:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:49,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-09T23:26:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194869933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194869934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-09T23:26:49,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:49,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-09T23:26:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:49,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:50,029 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ebad1b596c0d4f759d342b25ea3693b5
2024-11-09T23:26:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/c967a7f3c99c4ab0b66f33611fa6bcb9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c967a7f3c99c4ab0b66f33611fa6bcb9
2024-11-09T23:26:50,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c967a7f3c99c4ab0b66f33611fa6bcb9, entries=200, sequenceid=195, filesize=14.2 K
2024-11-09T23:26:50,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/f1c012cc737a4bfcbd0192f1cbea5262 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/f1c012cc737a4bfcbd0192f1cbea5262
2024-11-09T23:26:50,040 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/f1c012cc737a4bfcbd0192f1cbea5262, entries=150, sequenceid=195, filesize=11.9 K
2024-11-09T23:26:50,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ebad1b596c0d4f759d342b25ea3693b5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ebad1b596c0d4f759d342b25ea3693b5
2024-11-09T23:26:50,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ebad1b596c0d4f759d342b25ea3693b5, entries=150, sequenceid=195, filesize=11.9 K
2024-11-09T23:26:50,044 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1243ms, sequenceid=195, compaction requested=true
2024-11-09T23:26:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:50,044 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:50,044 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:50,045 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:50,045 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:50,045 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/A is initiating minor compaction (all files)
2024-11-09T23:26:50,045 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/B is initiating minor compaction (all files)
2024-11-09T23:26:50,045 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/A in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:50,045 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/B in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:50,045 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/343ed1afde8e411ca87c6cf639e8385c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/e9067a8ff71c4cb5b395dc694651e669, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c967a7f3c99c4ab0b66f33611fa6bcb9] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=38.3 K
2024-11-09T23:26:50,045 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d74c2a8f4677405dbfe712b56909ee70, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/293b55910f234a6fbd1d1b5050b7ac6d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/f1c012cc737a4bfcbd0192f1cbea5262] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=35.9 K
2024-11-09T23:26:50,045 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d74c2a8f4677405dbfe712b56909ee70, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731194805478
2024-11-09T23:26:50,045 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 343ed1afde8e411ca87c6cf639e8385c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731194805478
2024-11-09T23:26:50,046 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9067a8ff71c4cb5b395dc694651e669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731194806067
2024-11-09T23:26:50,046 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 293b55910f234a6fbd1d1b5050b7ac6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731194806067
2024-11-09T23:26:50,046 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c967a7f3c99c4ab0b66f33611fa6bcb9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731194807663
2024-11-09T23:26:50,046 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f1c012cc737a4bfcbd0192f1cbea5262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731194807675
2024-11-09T23:26:50,051 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#A#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:50,051 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#B#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:50,052 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/38342cfec3834ff4a81bcc7a1aeea973 is 50, key is test_row_0/A:col10/1731194807677/Put/seqid=0
2024-11-09T23:26:50,052 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/73d97fb495594fd58c052c61bd0f02a1 is 50, key is test_row_0/B:col10/1731194807677/Put/seqid=0
2024-11-09T23:26:50,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742246_1422 (size=12595)
2024-11-09T23:26:50,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742247_1423 (size=12595)
2024-11-09T23:26:50,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:50,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-09T23:26:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:50,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-09T23:26:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:50,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/c6ba093b49cf4622af6daaa1cff1f6af is 50, key is test_row_0/A:col10/1731194808817/Put/seqid=0
2024-11-09T23:26:50,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742248_1424 (size=12151)
2024-11-09T23:26:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:50,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:50,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194870277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194870278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194870281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194870386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194870386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194870386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-09T23:26:50,465 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/73d97fb495594fd58c052c61bd0f02a1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/73d97fb495594fd58c052c61bd0f02a1
2024-11-09T23:26:50,466 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/38342cfec3834ff4a81bcc7a1aeea973 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/38342cfec3834ff4a81bcc7a1aeea973
2024-11-09T23:26:50,470 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/B of a1cd11fd8fb578ec5622c3a50fa7ca6f into 73d97fb495594fd58c052c61bd0f02a1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:50,470 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/B, priority=13, startTime=1731194810044; duration=0sec
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:B
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:50,470 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/A of a1cd11fd8fb578ec5622c3a50fa7ca6f into 38342cfec3834ff4a81bcc7a1aeea973(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:50,470 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/A, priority=13, startTime=1731194810044; duration=0sec
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:50,470 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:A
2024-11-09T23:26:50,471 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:50,471 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/C is initiating minor compaction (all files)
2024-11-09T23:26:50,471 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/C in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:50,471 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/194b016f2491486e938a384b1c5e2fa0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ec4e46e2876342f58aa61bd01c829588, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ebad1b596c0d4f759d342b25ea3693b5] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=35.9 K
2024-11-09T23:26:50,471 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 194b016f2491486e938a384b1c5e2fa0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731194805478
2024-11-09T23:26:50,472 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4e46e2876342f58aa61bd01c829588, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731194806067
2024-11-09T23:26:50,472 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ebad1b596c0d4f759d342b25ea3693b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731194807675
2024-11-09T23:26:50,482 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:50,483 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/e85d58bc313748ee9aff9035a03a8c90 is 50, key is test_row_0/C:col10/1731194807677/Put/seqid=0
2024-11-09T23:26:50,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742249_1425 (size=12595)
2024-11-09T23:26:50,523 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/c6ba093b49cf4622af6daaa1cff1f6af
2024-11-09T23:26:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/9bc5070cecdd40a8bc4a179e0b1e8f0f is 50, key is test_row_0/B:col10/1731194808817/Put/seqid=0
2024-11-09T23:26:50,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742250_1426 (size=12151)
2024-11-09T23:26:50,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194870592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194870592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194870593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194870896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194870897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194870897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,908 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/e85d58bc313748ee9aff9035a03a8c90 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/e85d58bc313748ee9aff9035a03a8c90
2024-11-09T23:26:50,912 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/C of a1cd11fd8fb578ec5622c3a50fa7ca6f into e85d58bc313748ee9aff9035a03a8c90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:50,912 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:50,912 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/C, priority=13, startTime=1731194810045; duration=0sec
2024-11-09T23:26:50,912 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:50,912 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:C
2024-11-09T23:26:50,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/9bc5070cecdd40a8bc4a179e0b1e8f0f
2024-11-09T23:26:50,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/c7d06a2ee5b24b999c6058ef65154b6d is 50, key is test_row_0/C:col10/1731194808817/Put/seqid=0
2024-11-09T23:26:50,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742251_1427 (size=12151)
2024-11-09T23:26:50,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/c7d06a2ee5b24b999c6058ef65154b6d
2024-11-09T23:26:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/c6ba093b49cf4622af6daaa1cff1f6af as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c6ba093b49cf4622af6daaa1cff1f6af
2024-11-09T23:26:50,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194870943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194870944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:50,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c6ba093b49cf4622af6daaa1cff1f6af, entries=150, sequenceid=205, filesize=11.9 K
2024-11-09T23:26:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/9bc5070cecdd40a8bc4a179e0b1e8f0f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/9bc5070cecdd40a8bc4a179e0b1e8f0f
2024-11-09T23:26:50,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/9bc5070cecdd40a8bc4a179e0b1e8f0f, entries=150, sequenceid=205, filesize=11.9 K
2024-11-09T23:26:50,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/c7d06a2ee5b24b999c6058ef65154b6d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c7d06a2ee5b24b999c6058ef65154b6d
2024-11-09T23:26:50,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c7d06a2ee5b24b999c6058ef65154b6d, entries=150, sequenceid=205, filesize=11.9 K
2024-11-09T23:26:50,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 844ms, sequenceid=205, compaction requested=false
2024-11-09T23:26:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129
2024-11-09T23:26:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=129
2024-11-09T23:26:50,962 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128
2024-11-09T23:26:50,962 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec
2024-11-09T23:26:50,963 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.6100 sec
2024-11-09T23:26:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:51,406 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-09T23:26:51,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:51,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:51,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:51,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:51,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:51,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:51,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/977b08fcad0d4817977385878865ecb8 is 50, key is test_row_0/A:col10/1731194810280/Put/seqid=0
2024-11-09T23:26:51,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742252_1428 (size=14541)
2024-11-09T23:26:51,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194871416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194871416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194871418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-09T23:26:51,457 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed
2024-11-09T23:26:51,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees
2024-11-09T23:26:51,459 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:51,459 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:51,460 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:51,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194871521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194871522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194871522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:51,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:51,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-09T23:26:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:51,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194871725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194871725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194871726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:51,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:51,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-09T23:26:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:51,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,813 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/977b08fcad0d4817977385878865ecb8
2024-11-09T23:26:51,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fd8bdb62229c47579ab030341c036c19 is 50, key is test_row_0/B:col10/1731194810280/Put/seqid=0
2024-11-09T23:26:51,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742253_1429 (size=12151)
2024-11-09T23:26:51,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fd8bdb62229c47579ab030341c036c19
2024-11-09T23:26:51,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/b754beec4acf49b39572787541810266 is 50, key is test_row_0/C:col10/1731194810280/Put/seqid=0
2024-11-09T23:26:51,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742254_1430 (size=12151)
2024-11-09T23:26:51,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:51,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-09T23:26:51,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:51,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:51,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:51,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194872029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194872030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194872032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:52,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:52,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-09T23:26:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:52,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:52,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-09T23:26:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:26:52,238 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/b754beec4acf49b39572787541810266
2024-11-09T23:26:52,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/977b08fcad0d4817977385878865ecb8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/977b08fcad0d4817977385878865ecb8
2024-11-09T23:26:52,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/977b08fcad0d4817977385878865ecb8, entries=200, sequenceid=235, filesize=14.2 K
2024-11-09T23:26:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/fd8bdb62229c47579ab030341c036c19 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fd8bdb62229c47579ab030341c036c19
2024-11-09T23:26:52,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fd8bdb62229c47579ab030341c036c19, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T23:26:52,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/b754beec4acf49b39572787541810266 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/b754beec4acf49b39572787541810266
2024-11-09T23:26:52,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/b754beec4acf49b39572787541810266, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T23:26:52,254 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 848ms, sequenceid=235, compaction requested=true
2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:52,254 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:52,254 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/A is initiating minor compaction (all files)
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/B is initiating minor compaction (all files)
2024-11-09T23:26:52,255 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/B in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,255 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/A in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,255 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/73d97fb495594fd58c052c61bd0f02a1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/9bc5070cecdd40a8bc4a179e0b1e8f0f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fd8bdb62229c47579ab030341c036c19] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=36.0 K
2024-11-09T23:26:52,255 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/38342cfec3834ff4a81bcc7a1aeea973, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c6ba093b49cf4622af6daaa1cff1f6af, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/977b08fcad0d4817977385878865ecb8] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=38.4 K
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d97fb495594fd58c052c61bd0f02a1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731194807675
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38342cfec3834ff4a81bcc7a1aeea973, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731194807675
2024-11-09T23:26:52,255 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc5070cecdd40a8bc4a179e0b1e8f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731194808812
2024-11-09T23:26:52,256 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ba093b49cf4622af6daaa1cff1f6af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731194808812
2024-11-09T23:26:52,256 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting fd8bdb62229c47579ab030341c036c19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731194810260
2024-11-09T23:26:52,256 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 977b08fcad0d4817977385878865ecb8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731194810260
2024-11-09T23:26:52,269 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#A#compaction#365 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:52,270 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/11468eb958df430aa54c9380f9750dd3 is 50, key is test_row_0/A:col10/1731194810280/Put/seqid=0
2024-11-09T23:26:52,272 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:52,273 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/a2633864a52446678d17a3860d3f61ff is 50, key is test_row_0/B:col10/1731194810280/Put/seqid=0
2024-11-09T23:26:52,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742256_1432 (size=12697)
2024-11-09T23:26:52,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742255_1431 (size=12697)
2024-11-09T23:26:52,300 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/a2633864a52446678d17a3860d3f61ff as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/a2633864a52446678d17a3860d3f61ff
2024-11-09T23:26:52,305 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/B of a1cd11fd8fb578ec5622c3a50fa7ca6f into a2633864a52446678d17a3860d3f61ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:52,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:52,305 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/B, priority=13, startTime=1731194812254; duration=0sec
2024-11-09T23:26:52,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:52,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:B
2024-11-09T23:26:52,305 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:52,307 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:52,307 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/C is initiating minor compaction (all files)
2024-11-09T23:26:52,307 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/C in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,308 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/e85d58bc313748ee9aff9035a03a8c90, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c7d06a2ee5b24b999c6058ef65154b6d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/b754beec4acf49b39572787541810266] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=36.0 K
2024-11-09T23:26:52,308 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e85d58bc313748ee9aff9035a03a8c90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731194807675
2024-11-09T23:26:52,308 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d06a2ee5b24b999c6058ef65154b6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731194808812
2024-11-09T23:26:52,310 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b754beec4acf49b39572787541810266, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731194810260
2024-11-09T23:26:52,324 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:52,324 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/4349b470c88c41d4967c08ca79ccf8c9 is 50, key is test_row_0/C:col10/1731194810280/Put/seqid=0
2024-11-09T23:26:52,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742257_1433 (size=12697)
2024-11-09T23:26:52,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:52,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:52,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:52,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/12a8eed113754e4085b65b36c031b09b is 50, key is test_row_1/A:col10/1731194811417/Put/seqid=0
2024-11-09T23:26:52,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742258_1434 (size=9757)
2024-11-09T23:26:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:52,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:52,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194872582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194872584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194872589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194872690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194872691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,698 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/11468eb958df430aa54c9380f9750dd3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/11468eb958df430aa54c9380f9750dd3
2024-11-09T23:26:52,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194872695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,701 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/A of a1cd11fd8fb578ec5622c3a50fa7ca6f into 11468eb958df430aa54c9380f9750dd3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:52,701 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:52,702 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/A, priority=13, startTime=1731194812254; duration=0sec
2024-11-09T23:26:52,702 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:52,702 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:A
2024-11-09T23:26:52,731 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/4349b470c88c41d4967c08ca79ccf8c9 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4349b470c88c41d4967c08ca79ccf8c9
2024-11-09T23:26:52,735 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/C of a1cd11fd8fb578ec5622c3a50fa7ca6f into 4349b470c88c41d4967c08ca79ccf8c9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:52,735 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:52,735 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/C, priority=13, startTime=1731194812254; duration=0sec
2024-11-09T23:26:52,735 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:52,735 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:C
2024-11-09T23:26:52,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/12a8eed113754e4085b65b36c031b09b
2024-11-09T23:26:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/44362fa028264bb6b5b7b27a486a78b6 is 50, key is test_row_1/B:col10/1731194811417/Put/seqid=0
2024-11-09T23:26:52,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742259_1435 (size=9757)
2024-11-09T23:26:52,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194872896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194872896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194872901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731194872958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,962 DEBUG [Thread-1745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:52,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49628 deadline: 1731194872967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:52,970 DEBUG [Thread-1747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., hostname=5c400312e287,42983,1731194669945, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:26:53,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/44362fa028264bb6b5b7b27a486a78b6
2024-11-09T23:26:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/d67091377e054ec3bce86d43ce80a79b is 50, key is test_row_1/C:col10/1731194811417/Put/seqid=0
2024-11-09T23:26:53,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742260_1436 (size=9757)
2024-11-09T23:26:53,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194873204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194873205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194873207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:53,601 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/d67091377e054ec3bce86d43ce80a79b
2024-11-09T23:26:53,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/12a8eed113754e4085b65b36c031b09b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/12a8eed113754e4085b65b36c031b09b
2024-11-09T23:26:53,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/12a8eed113754e4085b65b36c031b09b, entries=100, sequenceid=245, filesize=9.5 K
2024-11-09T23:26:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/44362fa028264bb6b5b7b27a486a78b6 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/44362fa028264bb6b5b7b27a486a78b6
2024-11-09T23:26:53,610 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/44362fa028264bb6b5b7b27a486a78b6, entries=100, sequenceid=245, filesize=9.5 K
2024-11-09T23:26:53,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/d67091377e054ec3bce86d43ce80a79b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/d67091377e054ec3bce86d43ce80a79b
2024-11-09T23:26:53,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/d67091377e054ec3bce86d43ce80a79b, entries=100, sequenceid=245, filesize=9.5 K
2024-11-09T23:26:53,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1241ms, sequenceid=245, compaction requested=false
2024-11-09T23:26:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131
2024-11-09T23:26:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=131
2024-11-09T23:26:53,616 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130
2024-11-09T23:26:53,616 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1550 sec
2024-11-09T23:26:53,617 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1590 sec
2024-11-09T23:26:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:53,712 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-09T23:26:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:53,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/9648a1ce09d748269e72df9f424ae2a7 is 50, key is test_row_0/A:col10/1731194812576/Put/seqid=0
2024-11-09T23:26:53,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742261_1437 (size=14741)
2024-11-09T23:26:53,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194873722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194873722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194873722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194873823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194873828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:53,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194873830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194874027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194874036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194874037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,119 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/9648a1ce09d748269e72df9f424ae2a7
2024-11-09T23:26:54,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/4de1e9566e90405bbded709936bdbb9b is 50, key is test_row_0/B:col10/1731194812576/Put/seqid=0
2024-11-09T23:26:54,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742262_1438 (size=12301)
2024-11-09T23:26:54,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194874333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194874342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194874342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,529 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/4de1e9566e90405bbded709936bdbb9b
2024-11-09T23:26:54,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/1751087e8b954fcb957f46f1768ecf73 is 50, key is test_row_0/C:col10/1731194812576/Put/seqid=0
2024-11-09T23:26:54,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742263_1439 (size=12301)
2024-11-09T23:26:54,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194874840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194874845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194874846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:54,938 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/1751087e8b954fcb957f46f1768ecf73
2024-11-09T23:26:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/9648a1ce09d748269e72df9f424ae2a7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/9648a1ce09d748269e72df9f424ae2a7
2024-11-09T23:26:54,944 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/9648a1ce09d748269e72df9f424ae2a7, entries=200, sequenceid=275, filesize=14.4 K
2024-11-09T23:26:54,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/4de1e9566e90405bbded709936bdbb9b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/4de1e9566e90405bbded709936bdbb9b
2024-11-09T23:26:54,947 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/4de1e9566e90405bbded709936bdbb9b, entries=150, sequenceid=275, filesize=12.0 K
2024-11-09T23:26:54,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/1751087e8b954fcb957f46f1768ecf73 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1751087e8b954fcb957f46f1768ecf73
2024-11-09T23:26:54,950 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1751087e8b954fcb957f46f1768ecf73, entries=150, sequenceid=275, filesize=12.0 K
2024-11-09T23:26:54,951 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1239ms, sequenceid=275, compaction requested=true
2024-11-09T23:26:54,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:54,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:26:54,951 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:54,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:54,951 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:54,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:26:54,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:54,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1cd11fd8fb578ec5622c3a50fa7ca6f:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:26:54,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:54,952 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:54,952 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:54,952 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/A is initiating minor compaction (all files)
2024-11-09T23:26:54,952 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/B is initiating minor compaction (all files)
2024-11-09T23:26:54,952 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/A in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:54,952 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/B in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:54,952 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/a2633864a52446678d17a3860d3f61ff, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/44362fa028264bb6b5b7b27a486a78b6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/4de1e9566e90405bbded709936bdbb9b] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=33.9 K
2024-11-09T23:26:54,952 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/11468eb958df430aa54c9380f9750dd3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/12a8eed113754e4085b65b36c031b09b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/9648a1ce09d748269e72df9f424ae2a7] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=36.3 K
2024-11-09T23:26:54,953 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11468eb958df430aa54c9380f9750dd3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731194810260
2024-11-09T23:26:54,953 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a2633864a52446678d17a3860d3f61ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731194810260
2024-11-09T23:26:54,953 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a8eed113754e4085b65b36c031b09b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731194811415
2024-11-09T23:26:54,953 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 44362fa028264bb6b5b7b27a486a78b6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731194811415
2024-11-09T23:26:54,953 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9648a1ce09d748269e72df9f424ae2a7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731194812576
2024-11-09T23:26:54,953 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 4de1e9566e90405bbded709936bdbb9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731194812576
2024-11-09T23:26:54,962 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#A#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:54,962 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:54,962 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/41122920c6a7451682a0d554ba4c89b1 is 50, key is test_row_0/B:col10/1731194812576/Put/seqid=0
2024-11-09T23:26:54,962 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/b54c53110c14485da9df2541d8825cf8 is 50, key is test_row_0/A:col10/1731194812576/Put/seqid=0
2024-11-09T23:26:54,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742265_1441 (size=12949)
2024-11-09T23:26:54,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742264_1440 (size=12949)
2024-11-09T23:26:55,370 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/b54c53110c14485da9df2541d8825cf8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/b54c53110c14485da9df2541d8825cf8
2024-11-09T23:26:55,370 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/41122920c6a7451682a0d554ba4c89b1 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/41122920c6a7451682a0d554ba4c89b1
2024-11-09T23:26:55,374 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/B of a1cd11fd8fb578ec5622c3a50fa7ca6f into 41122920c6a7451682a0d554ba4c89b1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:55,374 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:55,374 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/B, priority=13, startTime=1731194814951; duration=0sec
2024-11-09T23:26:55,374 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:26:55,374 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:B
2024-11-09T23:26:55,374 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:26:55,375 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:26:55,375 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): a1cd11fd8fb578ec5622c3a50fa7ca6f/C is initiating minor compaction (all files)
2024-11-09T23:26:55,375 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1cd11fd8fb578ec5622c3a50fa7ca6f/C in TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:55,375 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4349b470c88c41d4967c08ca79ccf8c9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/d67091377e054ec3bce86d43ce80a79b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1751087e8b954fcb957f46f1768ecf73] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp, totalSize=33.9 K
2024-11-09T23:26:55,376 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 4349b470c88c41d4967c08ca79ccf8c9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731194810260
2024-11-09T23:26:55,376 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting d67091377e054ec3bce86d43ce80a79b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731194811415
2024-11-09T23:26:55,376 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1751087e8b954fcb957f46f1768ecf73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731194812576
2024-11-09T23:26:55,377 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/A of a1cd11fd8fb578ec5622c3a50fa7ca6f into b54c53110c14485da9df2541d8825cf8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:55,377 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:55,377 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/A, priority=13, startTime=1731194814951; duration=0sec
2024-11-09T23:26:55,377 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:55,377 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:A
2024-11-09T23:26:55,381 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1cd11fd8fb578ec5622c3a50fa7ca6f#C#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:26:55,382 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/04c875fe857f4c90907f98db78cc07b0 is 50, key is test_row_0/C:col10/1731194812576/Put/seqid=0
2024-11-09T23:26:55,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742266_1442 (size=12949)
2024-11-09T23:26:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-09T23:26:55,563 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed
2024-11-09T23:26:55,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees
2024-11-09T23:26:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-09T23:26:55,565 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:55,566 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:55,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-09T23:26:55,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:55,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-09T23:26:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:55,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-09T23:26:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/2f863aca79004bc7b7508c796716a952 is 50, key is test_row_0/A:col10/1731194813722/Put/seqid=0
2024-11-09T23:26:55,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742267_1443 (size=9857)
2024-11-09T23:26:55,792 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/04c875fe857f4c90907f98db78cc07b0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/04c875fe857f4c90907f98db78cc07b0
2024-11-09T23:26:55,796 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1cd11fd8fb578ec5622c3a50fa7ca6f/C of a1cd11fd8fb578ec5622c3a50fa7ca6f into 04c875fe857f4c90907f98db78cc07b0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:26:55,796 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:55,796 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f., storeName=a1cd11fd8fb578ec5622c3a50fa7ca6f/C, priority=13, startTime=1731194814952; duration=0sec
2024-11-09T23:26:55,796 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:26:55,796 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1cd11fd8fb578ec5622c3a50fa7ca6f:C
2024-11-09T23:26:55,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-09T23:26:55,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194875882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:55,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194875885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:55,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194875886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:55,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194875987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:55,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194875988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:55,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194875990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/2f863aca79004bc7b7508c796716a952
2024-11-09T23:26:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/d9c033269dea415985a9621565264b32 is 50, key is test_row_0/B:col10/1731194813722/Put/seqid=0
2024-11-09T23:26:56,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742268_1444 (size=9857)
2024-11-09T23:26:56,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/d9c033269dea415985a9621565264b32
2024-11-09T23:26:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ee761788832040e394a7c18d77ad08ca is 50, key is test_row_0/C:col10/1731194813722/Put/seqid=0
2024-11-09T23:26:56,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742269_1445 (size=9857)
2024-11-09T23:26:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-09T23:26:56,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194876190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194876190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194876194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49642 deadline: 1731194876494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49632 deadline: 1731194876494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:26:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49608 deadline: 1731194876497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945
2024-11-09T23:26:56,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ee761788832040e394a7c18d77ad08ca
2024-11-09T23:26:56,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/2f863aca79004bc7b7508c796716a952 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2f863aca79004bc7b7508c796716a952
2024-11-09T23:26:56,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2f863aca79004bc7b7508c796716a952, entries=100, sequenceid=285, filesize=9.6 K
2024-11-09T23:26:56,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/d9c033269dea415985a9621565264b32 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d9c033269dea415985a9621565264b32
2024-11-09T23:26:56,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d9c033269dea415985a9621565264b32, entries=100, sequenceid=285, filesize=9.6 K
2024-11-09T23:26:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ee761788832040e394a7c18d77ad08ca as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee761788832040e394a7c18d77ad08ca
2024-11-09T23:26:56,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee761788832040e394a7c18d77ad08ca, entries=100, sequenceid=285, filesize=9.6 K
2024-11-09T23:26:56,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 845ms, sequenceid=285, compaction requested=false
2024-11-09T23:26:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133
2024-11-09T23:26:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=133
2024-11-09T23:26:56,564 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132
2024-11-09T23:26:56,564 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec
2024-11-09T23:26:56,564 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0000 sec
2024-11-09T23:26:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-09T23:26:56,668 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed
2024-11-09T23:26:56,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:26:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees
2024-11-09T23:26:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-09T23:26:56,670 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:26:56,670 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:26:56,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:26:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-09T23:26:56,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:56,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-09T23:26:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:56,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-09T23:26:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/7d90131c844043299c9e3274e912e903 is 50, key is test_row_0/A:col10/1731194815884/Put/seqid=0
2024-11-09T23:26:56,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742270_1446 (size=12301)
2024-11-09T23:26:56,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/7d90131c844043299c9e3274e912e903
2024-11-09T23:26:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/6e28a1ef7710448a8bcb33f08817aa45 is 50, key is test_row_0/B:col10/1731194815884/Put/seqid=0
2024-11-09T23:26:56,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742271_1447 (size=12301)
2024-11-09T23:26:56,931 DEBUG [Thread-1758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:58838
2024-11-09T23:26:56,931 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:56,932 DEBUG [Thread-1760 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73d92042 to 127.0.0.1:58838
2024-11-09T23:26:56,933 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:56,934 DEBUG [Thread-1754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:58838
2024-11-09T23:26:56,934 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:56,936 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:58838
2024-11-09T23:26:56,936 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:56,936 DEBUG [Thread-1756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:58838
2024-11-09T23:26:56,936 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-09T23:26:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:56,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. as already flushing
2024-11-09T23:26:56,974 DEBUG [Thread-1747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:58838
2024-11-09T23:26:56,974 DEBUG [Thread-1747 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:57,000 DEBUG [Thread-1741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:58838
2024-11-09T23:26:57,000 DEBUG [Thread-1749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:58838
2024-11-09T23:26:57,000 DEBUG [Thread-1741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:57,000 DEBUG [Thread-1749 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:57,001 DEBUG [Thread-1745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:58838
2024-11-09T23:26:57,001 DEBUG [Thread-1745 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:57,006 DEBUG [Thread-1743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:58838
2024-11-09T23:26:57,006 DEBUG [Thread-1743 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:57,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/6e28a1ef7710448a8bcb33f08817aa45
2024-11-09T23:26:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ce48f94235cb40bb83d95170069e6d30 is 50, key is test_row_0/C:col10/1731194815884/Put/seqid=0
2024-11-09T23:26:57,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742272_1448 (size=12301)
2024-11-09T23:26:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-09T23:26:57,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ce48f94235cb40bb83d95170069e6d30
2024-11-09T23:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/7d90131c844043299c9e3274e912e903 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/7d90131c844043299c9e3274e912e903
2024-11-09T23:26:57,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/7d90131c844043299c9e3274e912e903, entries=150, sequenceid=314, filesize=12.0 K
2024-11-09T23:26:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/6e28a1ef7710448a8bcb33f08817aa45 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6e28a1ef7710448a8bcb33f08817aa45
2024-11-09T23:26:57,677 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6e28a1ef7710448a8bcb33f08817aa45, entries=150, sequenceid=314, filesize=12.0 K
2024-11-09T23:26:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/ce48f94235cb40bb83d95170069e6d30 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ce48f94235cb40bb83d95170069e6d30
2024-11-09T23:26:57,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ce48f94235cb40bb83d95170069e6d30, entries=150, sequenceid=314, filesize=12.0 K
2024-11-09T23:26:57,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 859ms, sequenceid=314, compaction requested=true
2024-11-09T23:26:57,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:57,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:57,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135
2024-11-09T23:26:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=135
2024-11-09T23:26:57,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134
2024-11-09T23:26:57,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec
2024-11-09T23:26:57,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0150 sec
2024-11-09T23:26:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-09T23:26:57,774 INFO  [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 70
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 34
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 46
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2479
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7437 rows
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2465
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7395 rows
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2481
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7443 rows
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2491
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7473 rows
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2473
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7419 rows
2024-11-09T23:26:57,774 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:26:57,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:58838
2024-11-09T23:26:57,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:26:57,776 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-09T23:26:57,776 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T23:26:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-09T23:26:57,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194817780"}]},"ts":"1731194817780"}
2024-11-09T23:26:57,781 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T23:26:57,830 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T23:26:57,831 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:26:57,833 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, UNASSIGN}]
2024-11-09T23:26:57,835 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, UNASSIGN
2024-11-09T23:26:57,836 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=a1cd11fd8fb578ec5622c3a50fa7ca6f, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:26:57,838 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:26:57,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:26:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-09T23:26:57,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:26:57,991 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:57,991 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:26:57,991 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing a1cd11fd8fb578ec5622c3a50fa7ca6f, disabling compactions & flushes
2024-11-09T23:26:57,991 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:57,992 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:57,992 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f. after waiting 0 ms
2024-11-09T23:26:57,992 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:57,992 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing a1cd11fd8fb578ec5622c3a50fa7ca6f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-09T23:26:57,992 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=A
2024-11-09T23:26:57,993 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:57,993 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=B
2024-11-09T23:26:57,993 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:57,993 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1cd11fd8fb578ec5622c3a50fa7ca6f, store=C
2024-11-09T23:26:57,993 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:26:58,000 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/6c601265fe8546bbb4396156482f1035 is 50, key is test_row_0/A:col10/1731194816997/Put/seqid=0
2024-11-09T23:26:58,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742273_1449 (size=12301)
2024-11-09T23:26:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-09T23:26:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-09T23:26:58,406 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/6c601265fe8546bbb4396156482f1035
2024-11-09T23:26:58,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T23:26:58,433 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/0f0b9da148b34074adf8fd9f53331065 is 50, key is test_row_0/B:col10/1731194816997/Put/seqid=0
2024-11-09T23:26:58,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742274_1450 (size=12301)
2024-11-09T23:26:58,841 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/0f0b9da148b34074adf8fd9f53331065
2024-11-09T23:26:58,853 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/51c1383e4a5c4a37a828e4361acc56de is 50, key is test_row_0/C:col10/1731194816997/Put/seqid=0
2024-11-09T23:26:58,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742275_1451 (size=12301)
2024-11-09T23:26:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-09T23:26:59,259 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/51c1383e4a5c4a37a828e4361acc56de
2024-11-09T23:26:59,270 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/A/6c601265fe8546bbb4396156482f1035 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/6c601265fe8546bbb4396156482f1035
2024-11-09T23:26:59,275 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/6c601265fe8546bbb4396156482f1035, entries=150, sequenceid=322, filesize=12.0 K
2024-11-09T23:26:59,276 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/B/0f0b9da148b34074adf8fd9f53331065 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/0f0b9da148b34074adf8fd9f53331065
2024-11-09T23:26:59,281 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/0f0b9da148b34074adf8fd9f53331065, entries=150, sequenceid=322, filesize=12.0 K
2024-11-09T23:26:59,282 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/.tmp/C/51c1383e4a5c4a37a828e4361acc56de as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/51c1383e4a5c4a37a828e4361acc56de
2024-11-09T23:26:59,286 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/51c1383e4a5c4a37a828e4361acc56de, entries=150, sequenceid=322, filesize=12.0 K
2024-11-09T23:26:59,287 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a1cd11fd8fb578ec5622c3a50fa7ca6f in 1295ms, sequenceid=322, compaction requested=true
2024-11-09T23:26:59,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/8979caed19164405ba7be629af097f74, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/439c4a4351604742bc96e5a43d542256, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/3416a50b7bfb40b3aae7cc10d722b347, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/fcf08766207a4974a07ff2bbb3294d0d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/f84d4add805a4f99aedbdfcb76a51b9f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2a0b83887b4a43b1a296755d65812950, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/0bea62a0f6ad41d592f06279c2a42546, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/1607759c1cfd4b478941c71fba07a20c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/98f32e8979f54ec1af4c9259fd375f3c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/bbe53b052cf44ef099e7f08dcd1f4018, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/343ed1afde8e411ca87c6cf639e8385c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/e9067a8ff71c4cb5b395dc694651e669, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c967a7f3c99c4ab0b66f33611fa6bcb9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/38342cfec3834ff4a81bcc7a1aeea973, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c6ba093b49cf4622af6daaa1cff1f6af, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/977b08fcad0d4817977385878865ecb8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/11468eb958df430aa54c9380f9750dd3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/12a8eed113754e4085b65b36c031b09b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/9648a1ce09d748269e72df9f424ae2a7] to archive
2024-11-09T23:26:59,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:59,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/8979caed19164405ba7be629af097f74 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/8979caed19164405ba7be629af097f74
2024-11-09T23:26:59,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/439c4a4351604742bc96e5a43d542256 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/439c4a4351604742bc96e5a43d542256
2024-11-09T23:26:59,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/3416a50b7bfb40b3aae7cc10d722b347 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/3416a50b7bfb40b3aae7cc10d722b347
2024-11-09T23:26:59,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/fcf08766207a4974a07ff2bbb3294d0d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/fcf08766207a4974a07ff2bbb3294d0d
2024-11-09T23:26:59,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/f84d4add805a4f99aedbdfcb76a51b9f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/f84d4add805a4f99aedbdfcb76a51b9f
2024-11-09T23:26:59,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2a0b83887b4a43b1a296755d65812950 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2a0b83887b4a43b1a296755d65812950
2024-11-09T23:26:59,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/0bea62a0f6ad41d592f06279c2a42546 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/0bea62a0f6ad41d592f06279c2a42546
2024-11-09T23:26:59,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/1607759c1cfd4b478941c71fba07a20c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/1607759c1cfd4b478941c71fba07a20c
2024-11-09T23:26:59,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/98f32e8979f54ec1af4c9259fd375f3c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/98f32e8979f54ec1af4c9259fd375f3c
2024-11-09T23:26:59,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/bbe53b052cf44ef099e7f08dcd1f4018 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/bbe53b052cf44ef099e7f08dcd1f4018
2024-11-09T23:26:59,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/343ed1afde8e411ca87c6cf639e8385c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/343ed1afde8e411ca87c6cf639e8385c
2024-11-09T23:26:59,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/e9067a8ff71c4cb5b395dc694651e669 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/e9067a8ff71c4cb5b395dc694651e669
2024-11-09T23:26:59,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c967a7f3c99c4ab0b66f33611fa6bcb9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c967a7f3c99c4ab0b66f33611fa6bcb9
2024-11-09T23:26:59,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/38342cfec3834ff4a81bcc7a1aeea973 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/38342cfec3834ff4a81bcc7a1aeea973
2024-11-09T23:26:59,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c6ba093b49cf4622af6daaa1cff1f6af to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/c6ba093b49cf4622af6daaa1cff1f6af
2024-11-09T23:26:59,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/977b08fcad0d4817977385878865ecb8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/977b08fcad0d4817977385878865ecb8
2024-11-09T23:26:59,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/11468eb958df430aa54c9380f9750dd3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/11468eb958df430aa54c9380f9750dd3
2024-11-09T23:26:59,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/12a8eed113754e4085b65b36c031b09b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/12a8eed113754e4085b65b36c031b09b
2024-11-09T23:26:59,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/9648a1ce09d748269e72df9f424ae2a7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/9648a1ce09d748269e72df9f424ae2a7
2024-11-09T23:26:59,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/b18fbe1744b448dcbf03f6c20cff2d66, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6a93bfa65c5a45a198adb0d7581fdef1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/7aa246006b1c43658ef81cd0f55b3abc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/ffa186d1d5af4e358dad8b77ffb91394, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/dd5818aa29ea4f48b8feb001eba9c1e0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/43e0bb68d55143149e62f86c71a738c2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/46df462e3eb640ad890750c6fe9de0a6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fa691adb839f47ec94edc3419f68f088, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/75fbcec5e6ef4697832de5b48a52a6d8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d74c2a8f4677405dbfe712b56909ee70, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fb9c54e98f5644d3983bdf76ef819924, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/293b55910f234a6fbd1d1b5050b7ac6d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/73d97fb495594fd58c052c61bd0f02a1, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/f1c012cc737a4bfcbd0192f1cbea5262, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/9bc5070cecdd40a8bc4a179e0b1e8f0f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/a2633864a52446678d17a3860d3f61ff, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fd8bdb62229c47579ab030341c036c19, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/44362fa028264bb6b5b7b27a486a78b6, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/4de1e9566e90405bbded709936bdbb9b] to archive
2024-11-09T23:26:59,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:59,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/b18fbe1744b448dcbf03f6c20cff2d66 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/b18fbe1744b448dcbf03f6c20cff2d66
2024-11-09T23:26:59,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6a93bfa65c5a45a198adb0d7581fdef1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6a93bfa65c5a45a198adb0d7581fdef1
2024-11-09T23:26:59,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/7aa246006b1c43658ef81cd0f55b3abc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/7aa246006b1c43658ef81cd0f55b3abc
2024-11-09T23:26:59,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/ffa186d1d5af4e358dad8b77ffb91394 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/ffa186d1d5af4e358dad8b77ffb91394
2024-11-09T23:26:59,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/dd5818aa29ea4f48b8feb001eba9c1e0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/dd5818aa29ea4f48b8feb001eba9c1e0
2024-11-09T23:26:59,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/43e0bb68d55143149e62f86c71a738c2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/43e0bb68d55143149e62f86c71a738c2
2024-11-09T23:26:59,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/46df462e3eb640ad890750c6fe9de0a6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/46df462e3eb640ad890750c6fe9de0a6
2024-11-09T23:26:59,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fa691adb839f47ec94edc3419f68f088 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fa691adb839f47ec94edc3419f68f088
2024-11-09T23:26:59,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/75fbcec5e6ef4697832de5b48a52a6d8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/75fbcec5e6ef4697832de5b48a52a6d8
2024-11-09T23:26:59,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d74c2a8f4677405dbfe712b56909ee70 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d74c2a8f4677405dbfe712b56909ee70
2024-11-09T23:26:59,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fb9c54e98f5644d3983bdf76ef819924 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fb9c54e98f5644d3983bdf76ef819924
2024-11-09T23:26:59,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/293b55910f234a6fbd1d1b5050b7ac6d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/293b55910f234a6fbd1d1b5050b7ac6d
2024-11-09T23:26:59,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/73d97fb495594fd58c052c61bd0f02a1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/73d97fb495594fd58c052c61bd0f02a1
2024-11-09T23:26:59,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/f1c012cc737a4bfcbd0192f1cbea5262 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/f1c012cc737a4bfcbd0192f1cbea5262
2024-11-09T23:26:59,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/9bc5070cecdd40a8bc4a179e0b1e8f0f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/9bc5070cecdd40a8bc4a179e0b1e8f0f
2024-11-09T23:26:59,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/a2633864a52446678d17a3860d3f61ff to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/a2633864a52446678d17a3860d3f61ff
2024-11-09T23:26:59,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fd8bdb62229c47579ab030341c036c19 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/fd8bdb62229c47579ab030341c036c19
2024-11-09T23:26:59,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/44362fa028264bb6b5b7b27a486a78b6 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/44362fa028264bb6b5b7b27a486a78b6
2024-11-09T23:26:59,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/4de1e9566e90405bbded709936bdbb9b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/4de1e9566e90405bbded709936bdbb9b
2024-11-09T23:26:59,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/8590eb1378cb495fa5ad4c8f8d75608c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4bcbf1a3b7054643836725fbead4dae0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee5c9c7fb23d4e349b961219acbf8886, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/7127be99fa98458092bea583e204651d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1e44951ee0fa4688ab7253086f1a1e7b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/2029c72beb184b5391640d28cb8d507a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c1fec481ccc4498faecfaa65cc8b1313, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/0aa25a19ce834db3b66e1296b0ef6607, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/fa5ef5b71ade444fa6c33a351c986eb0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/194b016f2491486e938a384b1c5e2fa0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/71d937207df04a63a83f124c5ba65506, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ec4e46e2876342f58aa61bd01c829588, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/e85d58bc313748ee9aff9035a03a8c90, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ebad1b596c0d4f759d342b25ea3693b5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c7d06a2ee5b24b999c6058ef65154b6d, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4349b470c88c41d4967c08ca79ccf8c9, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/b754beec4acf49b39572787541810266, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/d67091377e054ec3bce86d43ce80a79b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1751087e8b954fcb957f46f1768ecf73] to archive
2024-11-09T23:26:59,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:26:59,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/8590eb1378cb495fa5ad4c8f8d75608c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/8590eb1378cb495fa5ad4c8f8d75608c
2024-11-09T23:26:59,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4bcbf1a3b7054643836725fbead4dae0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4bcbf1a3b7054643836725fbead4dae0
2024-11-09T23:26:59,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee5c9c7fb23d4e349b961219acbf8886 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee5c9c7fb23d4e349b961219acbf8886
2024-11-09T23:26:59,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/7127be99fa98458092bea583e204651d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/7127be99fa98458092bea583e204651d
2024-11-09T23:26:59,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1e44951ee0fa4688ab7253086f1a1e7b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1e44951ee0fa4688ab7253086f1a1e7b
2024-11-09T23:26:59,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/2029c72beb184b5391640d28cb8d507a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/2029c72beb184b5391640d28cb8d507a
2024-11-09T23:26:59,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c1fec481ccc4498faecfaa65cc8b1313 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c1fec481ccc4498faecfaa65cc8b1313
2024-11-09T23:26:59,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/0aa25a19ce834db3b66e1296b0ef6607 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/0aa25a19ce834db3b66e1296b0ef6607
2024-11-09T23:26:59,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/fa5ef5b71ade444fa6c33a351c986eb0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/fa5ef5b71ade444fa6c33a351c986eb0
2024-11-09T23:26:59,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/194b016f2491486e938a384b1c5e2fa0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/194b016f2491486e938a384b1c5e2fa0
2024-11-09T23:26:59,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/71d937207df04a63a83f124c5ba65506 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/71d937207df04a63a83f124c5ba65506
2024-11-09T23:26:59,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ec4e46e2876342f58aa61bd01c829588 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ec4e46e2876342f58aa61bd01c829588
2024-11-09T23:26:59,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/e85d58bc313748ee9aff9035a03a8c90 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/e85d58bc313748ee9aff9035a03a8c90
2024-11-09T23:26:59,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ebad1b596c0d4f759d342b25ea3693b5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ebad1b596c0d4f759d342b25ea3693b5
2024-11-09T23:26:59,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c7d06a2ee5b24b999c6058ef65154b6d to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/c7d06a2ee5b24b999c6058ef65154b6d
2024-11-09T23:26:59,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4349b470c88c41d4967c08ca79ccf8c9 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/4349b470c88c41d4967c08ca79ccf8c9
2024-11-09T23:26:59,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/b754beec4acf49b39572787541810266 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/b754beec4acf49b39572787541810266
2024-11-09T23:26:59,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/d67091377e054ec3bce86d43ce80a79b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/d67091377e054ec3bce86d43ce80a79b
2024-11-09T23:26:59,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1751087e8b954fcb957f46f1768ecf73 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/1751087e8b954fcb957f46f1768ecf73
2024-11-09T23:26:59,344 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=1
2024-11-09T23:26:59,344 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.
2024-11-09T23:26:59,344 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for a1cd11fd8fb578ec5622c3a50fa7ca6f:

2024-11-09T23:26:59,345 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:59,346 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=a1cd11fd8fb578ec5622c3a50fa7ca6f, regionState=CLOSED
2024-11-09T23:26:59,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138
2024-11-09T23:26:59,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure a1cd11fd8fb578ec5622c3a50fa7ca6f, server=5c400312e287,42983,1731194669945 in 1.5080 sec
2024-11-09T23:26:59,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137
2024-11-09T23:26:59,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1cd11fd8fb578ec5622c3a50fa7ca6f, UNASSIGN in 1.5140 sec
2024-11-09T23:26:59,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136
2024-11-09T23:26:59,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec
2024-11-09T23:26:59,350 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194819349"}]},"ts":"1731194819349"}
2024-11-09T23:26:59,350 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T23:26:59,394 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T23:26:59,397 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6190 sec
2024-11-09T23:26:59,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T23:26:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-09T23:26:59,888 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed
2024-11-09T23:26:59,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T23:26:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:59,892 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-09T23:26:59,894 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:59,898 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:59,902 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/recovered.edits]
2024-11-09T23:26:59,906 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2f863aca79004bc7b7508c796716a952 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/2f863aca79004bc7b7508c796716a952
2024-11-09T23:26:59,909 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/6c601265fe8546bbb4396156482f1035 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/6c601265fe8546bbb4396156482f1035
2024-11-09T23:26:59,911 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/7d90131c844043299c9e3274e912e903 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/7d90131c844043299c9e3274e912e903
2024-11-09T23:26:59,913 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/b54c53110c14485da9df2541d8825cf8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/A/b54c53110c14485da9df2541d8825cf8
2024-11-09T23:26:59,918 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/0f0b9da148b34074adf8fd9f53331065 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/0f0b9da148b34074adf8fd9f53331065
2024-11-09T23:26:59,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/41122920c6a7451682a0d554ba4c89b1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/41122920c6a7451682a0d554ba4c89b1
2024-11-09T23:26:59,922 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6e28a1ef7710448a8bcb33f08817aa45 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/6e28a1ef7710448a8bcb33f08817aa45
2024-11-09T23:26:59,924 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d9c033269dea415985a9621565264b32 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/B/d9c033269dea415985a9621565264b32
2024-11-09T23:26:59,927 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/04c875fe857f4c90907f98db78cc07b0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/04c875fe857f4c90907f98db78cc07b0
2024-11-09T23:26:59,928 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/51c1383e4a5c4a37a828e4361acc56de to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/51c1383e4a5c4a37a828e4361acc56de
2024-11-09T23:26:59,930 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ce48f94235cb40bb83d95170069e6d30 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ce48f94235cb40bb83d95170069e6d30
2024-11-09T23:26:59,931 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee761788832040e394a7c18d77ad08ca to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/C/ee761788832040e394a7c18d77ad08ca
2024-11-09T23:26:59,935 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/recovered.edits/325.seqid to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f/recovered.edits/325.seqid
2024-11-09T23:26:59,936 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/a1cd11fd8fb578ec5622c3a50fa7ca6f
2024-11-09T23:26:59,936 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T23:26:59,938 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:59,940 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T23:26:59,942 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T23:26:59,943 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:59,944 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T23:26:59,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731194819944"}]},"ts":"9223372036854775807"}
2024-11-09T23:26:59,946 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-09T23:26:59,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a1cd11fd8fb578ec5622c3a50fa7ca6f, NAME => 'TestAcidGuarantees,,1731194794650.a1cd11fd8fb578ec5622c3a50fa7ca6f.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T23:26:59,946 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T23:26:59,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731194819946"}]},"ts":"9223372036854775807"}
2024-11-09T23:26:59,948 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-09T23:26:59,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:26:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-09T23:26:59,998 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec
2024-11-09T23:27:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-09T23:27:00,198 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed
2024-11-09T23:27:00,214 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4216 (was 4226)
2024-11-09T23:27:00,222 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=4216
2024-11-09T23:27:00,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:27:00,223 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:27:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:00,225 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T23:27:00,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:00,225 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 141
2024-11-09T23:27:00,226 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T23:27:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141
2024-11-09T23:27:00,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742276_1452 (size=960)
2024-11-09T23:27:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141
2024-11-09T23:27:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141
2024-11-09T23:27:00,636 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247
2024-11-09T23:27:00,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742277_1453 (size=53)
2024-11-09T23:27:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141
2024-11-09T23:27:01,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:27:01,049 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 050e14a5f51e4deff7ae4ae32613c1e1, disabling compactions & flushes
2024-11-09T23:27:01,049 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,049 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,049 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. after waiting 0 ms
2024-11-09T23:27:01,049 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,049 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,049 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:01,051 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T23:27:01,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731194821051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731194821051"}]},"ts":"1731194821051"}
2024-11-09T23:27:01,055 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-09T23:27:01,056 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T23:27:01,057 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194821057"}]},"ts":"1731194821057"}
2024-11-09T23:27:01,058 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T23:27:01,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, ASSIGN}]
2024-11-09T23:27:01,115 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, ASSIGN
2024-11-09T23:27:01,117 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, ASSIGN; state=OFFLINE, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=false
2024-11-09T23:27:01,267 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:27:01,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:27:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141
2024-11-09T23:27:01,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:01,426 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,427 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:27:01,427 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:01,428 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:27:01,428 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:01,428 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:01,436 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 050e14a5f51e4deff7ae4ae32613c1e1 
2024-11-09T23:27:01,438 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:27:01,438 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050e14a5f51e4deff7ae4ae32613c1e1 columnFamilyName A
2024-11-09T23:27:01,438 DEBUG [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:01,439 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(327): Store=050e14a5f51e4deff7ae4ae32613c1e1/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:27:01,439 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 050e14a5f51e4deff7ae4ae32613c1e1 
2024-11-09T23:27:01,440 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:27:01,440 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050e14a5f51e4deff7ae4ae32613c1e1 columnFamilyName B
2024-11-09T23:27:01,440 DEBUG [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:01,441 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(327): Store=050e14a5f51e4deff7ae4ae32613c1e1/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:27:01,441 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 050e14a5f51e4deff7ae4ae32613c1e1 
2024-11-09T23:27:01,442 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:27:01,442 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050e14a5f51e4deff7ae4ae32613c1e1 columnFamilyName C
2024-11-09T23:27:01,442 DEBUG [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:01,443 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(327): Store=050e14a5f51e4deff7ae4ae32613c1e1/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:27:01,443 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,444 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:01,444 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:01,446 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:27:01,448 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:01,450 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T23:27:01,450 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened 050e14a5f51e4deff7ae4ae32613c1e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72882083, jitterRate=0.08602766692638397}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:27:01,451 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:01,452 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., pid=143, masterSystemTime=1731194821421
2024-11-09T23:27:01,453 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,453 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:01,454 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=OPEN, openSeqNum=2, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:27:01,456 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142
2024-11-09T23:27:01,456 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945 in 186 msec
2024-11-09T23:27:01,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141
2024-11-09T23:27:01,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, ASSIGN in 343 msec
2024-11-09T23:27:01,459 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T23:27:01,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194821459"}]},"ts":"1731194821459"}
2024-11-09T23:27:01,460 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T23:27:01,567 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T23:27:01,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3430 sec
2024-11-09T23:27:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141
2024-11-09T23:27:02,334 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed
2024-11-09T23:27:02,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e
2024-11-09T23:27:02,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:02,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:02,399 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:02,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T23:27:02,402 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T23:27:02,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T23:27:02,404 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T23:27:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:02,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742278_1454 (size=996)
2024-11-09T23:27:02,823 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-09T23:27:02,823 INFO  [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-09T23:27:02,828 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:27:02,830 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, REOPEN/MOVE}]
2024-11-09T23:27:02,831 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, REOPEN/MOVE
2024-11-09T23:27:02,832 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:27:02,833 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:27:02,833 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:27:02,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:02,986 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:02,986 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:27:02,986 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 050e14a5f51e4deff7ae4ae32613c1e1, disabling compactions & flushes
2024-11-09T23:27:02,986 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:02,986 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:02,986 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. after waiting 0 ms
2024-11-09T23:27:02,986 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:02,995 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-09T23:27:02,996 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:02,996 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:02,996 WARN  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionServer(3786): Not adding moved region record: 050e14a5f51e4deff7ae4ae32613c1e1 to self.
2024-11-09T23:27:02,998 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:02,998 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=CLOSED
2024-11-09T23:27:03,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146
2024-11-09T23:27:03,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945 in 166 msec
2024-11-09T23:27:03,001 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, REOPEN/MOVE; state=CLOSED, location=5c400312e287,42983,1731194669945; forceNewPlan=false, retain=true
2024-11-09T23:27:03,152 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=OPENING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,155 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=146, state=RUNNABLE; OpenRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:27:03,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:03,316 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,316 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7285): Opening region: {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
2024-11-09T23:27:03,317 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,317 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T23:27:03,317 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7327): checking encryption for 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,317 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7330): checking classloading for 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,321 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 050e14a5f51e4deff7ae4ae32613c1e1 
2024-11-09T23:27:03,322 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:27:03,323 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050e14a5f51e4deff7ae4ae32613c1e1 columnFamilyName A
2024-11-09T23:27:03,323 DEBUG [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:03,324 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(327): Store=050e14a5f51e4deff7ae4ae32613c1e1/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:27:03,324 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 050e14a5f51e4deff7ae4ae32613c1e1 
2024-11-09T23:27:03,324 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:27:03,324 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050e14a5f51e4deff7ae4ae32613c1e1 columnFamilyName B
2024-11-09T23:27:03,325 DEBUG [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:03,325 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(327): Store=050e14a5f51e4deff7ae4ae32613c1e1/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:27:03,325 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 050e14a5f51e4deff7ae4ae32613c1e1 
2024-11-09T23:27:03,325 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-09T23:27:03,325 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050e14a5f51e4deff7ae4ae32613c1e1 columnFamilyName C
2024-11-09T23:27:03,325 DEBUG [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:03,326 INFO  [StoreOpener-050e14a5f51e4deff7ae4ae32613c1e1-1 {}] regionserver.HStore(327): Store=050e14a5f51e4deff7ae4ae32613c1e1/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T23:27:03,326 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,326 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,327 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,328 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T23:27:03,329 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1085): writing seq id for 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,329 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1102): Opened 050e14a5f51e4deff7ae4ae32613c1e1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74663614, jitterRate=0.11257454752922058}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T23:27:03,330 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1001): Region open journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:03,330 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., pid=148, masterSystemTime=1731194823309
2024-11-09T23:27:03,332 DEBUG [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,332 INFO  [RS_OPEN_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,332 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=OPEN, openSeqNum=5, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,333 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=146
2024-11-09T23:27:03,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=146, state=SUCCESS; OpenRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945 in 178 msec
2024-11-09T23:27:03,334 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145
2024-11-09T23:27:03,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, REOPEN/MOVE in 504 msec
2024-11-09T23:27:03,336 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144
2024-11-09T23:27:03,336 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec
2024-11-09T23:27:03,337 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec
2024-11-09T23:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-09T23:27:03,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b
2024-11-09T23:27:03,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5
2024-11-09T23:27:03,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea
2024-11-09T23:27:03,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135
2024-11-09T23:27:03,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78
2024-11-09T23:27:03,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3
2024-11-09T23:27:03,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c
2024-11-09T23:27:03,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a
2024-11-09T23:27:03,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f
2024-11-09T23:27:03,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x503a7d2e to 127.0.0.1:58838 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79be903c
2024-11-09T23:27:03,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67adb273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T23:27:03,459 DEBUG [hconnection-0x686ee66d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,459 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:27:03,460 DEBUG [hconnection-0x7b81dbc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,460 DEBUG [hconnection-0xdc1053d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees
2024-11-09T23:27:03,461 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,461 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,461 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:27:03,461 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,462 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:27:03,462 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:03,463 DEBUG [hconnection-0x6c5cb966-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,463 DEBUG [hconnection-0x4e2ccb3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,464 DEBUG [hconnection-0x701d5b8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,464 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,464 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,464 DEBUG [hconnection-0x14824c8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,464 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,465 DEBUG [hconnection-0x2444241d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,465 DEBUG [hconnection-0x79af3a4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,465 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,466 DEBUG [hconnection-0x7fb45d9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T23:27:03,466 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,466 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,466 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T23:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,475 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:27:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:03,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096a38e93af6d14245b77039d8be391570_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194823474/Put/seqid=0
2024-11-09T23:27:03,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742279_1455 (size=12154)
2024-11-09T23:27:03,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194883487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194883499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194883519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194883519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194883519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:03,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:03,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:03,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:03,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194883620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194883621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194883622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194883622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194883622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:03,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:03,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194883823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194883824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194883824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194883824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194883825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:03,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:03,909 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096a38e93af6d14245b77039d8be391570_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096a38e93af6d14245b77039d8be391570_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:03,909 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/991b240bc9494a4b8d4caf5af54d1406, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:03,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/991b240bc9494a4b8d4caf5af54d1406 is 175, key is test_row_0/A:col10/1731194823474/Put/seqid=0
2024-11-09T23:27:03,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742280_1456 (size=30955)
2024-11-09T23:27:03,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:03,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:03,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:04,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:04,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194884126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194884126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194884127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194884128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194884129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:04,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:04,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:04,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,313 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/991b240bc9494a4b8d4caf5af54d1406
2024-11-09T23:27:04,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/947602f347b8469c91a808af6b853259 is 50, key is test_row_0/B:col10/1731194823474/Put/seqid=0
2024-11-09T23:27:04,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742281_1457 (size=12001)
2024-11-09T23:27:04,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:04,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:04,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:04,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:04,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:04,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194884629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194884629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194884631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194884631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194884632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:04,657 ERROR [LeaseRenewer:jenkins@localhost:46087 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:46087,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:04,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=150
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:04,735 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/947602f347b8469c91a808af6b853259
2024-11-09T23:27:04,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/10ab01b93cca42a19fb4ccc4c9614d14 is 50, key is test_row_0/C:col10/1731194823474/Put/seqid=0
2024-11-09T23:27:04,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742282_1458 (size=12001)
2024-11-09T23:27:04,756 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/10ab01b93cca42a19fb4ccc4c9614d14
2024-11-09T23:27:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/991b240bc9494a4b8d4caf5af54d1406 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406
2024-11-09T23:27:04,761 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406, entries=150, sequenceid=15, filesize=30.2 K
2024-11-09T23:27:04,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/947602f347b8469c91a808af6b853259 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/947602f347b8469c91a808af6b853259
2024-11-09T23:27:04,765 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/947602f347b8469c91a808af6b853259, entries=150, sequenceid=15, filesize=11.7 K
2024-11-09T23:27:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/10ab01b93cca42a19fb4ccc4c9614d14 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/10ab01b93cca42a19fb4ccc4c9614d14
2024-11-09T23:27:04,769 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/10ab01b93cca42a19fb4ccc4c9614d14, entries=150, sequenceid=15, filesize=11.7 K
2024-11-09T23:27:04,769 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1294ms, sequenceid=15, compaction requested=false
2024-11-09T23:27:04,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:04,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:04,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:04,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:04,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cca34f3a6dd84907b6ffe02d24939706_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194823502/Put/seqid=0
2024-11-09T23:27:04,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742283_1459 (size=12154)
2024-11-09T23:27:04,863 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T23:27:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:05,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cca34f3a6dd84907b6ffe02d24939706_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cca34f3a6dd84907b6ffe02d24939706_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:05,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/f604ada65c924dbcae423508b97ea322, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:05,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/f604ada65c924dbcae423508b97ea322 is 175, key is test_row_0/A:col10/1731194823502/Put/seqid=0
2024-11-09T23:27:05,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742284_1460 (size=30955)
2024-11-09T23:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:05,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:05,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194885640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194885640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194885642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194885643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194885643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,659 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/f604ada65c924dbcae423508b97ea322
2024-11-09T23:27:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/330b8da6eae94210bc965e05b559b1f0 is 50, key is test_row_0/B:col10/1731194823502/Put/seqid=0
2024-11-09T23:27:05,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742285_1461 (size=12001)
2024-11-09T23:27:05,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194885744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194885745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194885746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194885746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194885946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194885948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194885948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:05,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194885949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/330b8da6eae94210bc965e05b559b1f0
2024-11-09T23:27:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/50b92e74ad9f498cb8dd9a1552ebca66 is 50, key is test_row_0/C:col10/1731194823502/Put/seqid=0
2024-11-09T23:27:06,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742286_1462 (size=12001)
2024-11-09T23:27:06,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194886249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194886250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194886251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194886252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/50b92e74ad9f498cb8dd9a1552ebca66
2024-11-09T23:27:06,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/f604ada65c924dbcae423508b97ea322 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322
2024-11-09T23:27:06,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322, entries=150, sequenceid=40, filesize=30.2 K
2024-11-09T23:27:06,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/330b8da6eae94210bc965e05b559b1f0 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330b8da6eae94210bc965e05b559b1f0
2024-11-09T23:27:06,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330b8da6eae94210bc965e05b559b1f0, entries=150, sequenceid=40, filesize=11.7 K
2024-11-09T23:27:06,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/50b92e74ad9f498cb8dd9a1552ebca66 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/50b92e74ad9f498cb8dd9a1552ebca66
2024-11-09T23:27:06,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/50b92e74ad9f498cb8dd9a1552ebca66, entries=150, sequenceid=40, filesize=11.7 K
2024-11-09T23:27:06,503 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1671ms, sequenceid=40, compaction requested=false
2024-11-09T23:27:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150
2024-11-09T23:27:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=150
2024-11-09T23:27:06,505 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149
2024-11-09T23:27:06,505 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0420 sec
2024-11-09T23:27:06,505 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 3.0460 sec
2024-11-09T23:27:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:06,754 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:27:06,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:06,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:06,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:06,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:06,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:06,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:06,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fa1ba9a8696d42f7a574f8ea99cc0d33_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:06,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742287_1463 (size=14594)
2024-11-09T23:27:06,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194886775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194886775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194886776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194886777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194886879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194886879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194886879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:06,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194886881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194887083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194887084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194887084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194887085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:07,165 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fa1ba9a8696d42f7a574f8ea99cc0d33_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa1ba9a8696d42f7a574f8ea99cc0d33_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:07,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/18a7bf59bbae4368a20f836fe044b526, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:07,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/18a7bf59bbae4368a20f836fe044b526 is 175, key is test_row_0/A:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:07,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742288_1464 (size=39549)
2024-11-09T23:27:07,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194887386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194887388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194887388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194887389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149
2024-11-09T23:27:07,566 INFO  [Thread-2068 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed
2024-11-09T23:27:07,567 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:27:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees
2024-11-09T23:27:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:07,568 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:27:07,568 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:27:07,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:27:07,592 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/18a7bf59bbae4368a20f836fe044b526
2024-11-09T23:27:07,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/908fe934651847419052c010b32ace46 is 50, key is test_row_0/B:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:07,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742289_1465 (size=12001)
2024-11-09T23:27:07,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194887660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,661 DEBUG [Thread-2066 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:07,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:07,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-09T23:27:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:07,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:07,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:07,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-09T23:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:07,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:07,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194887892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194887892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194887892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:07,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194887893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:08,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/908fe934651847419052c010b32ace46
2024-11-09T23:27:08,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/123125a1428b4675a780faee7b18e4de is 50, key is test_row_0/C:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:08,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742290_1466 (size=12001)
2024-11-09T23:27:08,012 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/123125a1428b4675a780faee7b18e4de
2024-11-09T23:27:08,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/18a7bf59bbae4368a20f836fe044b526 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526
2024-11-09T23:27:08,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526, entries=200, sequenceid=52, filesize=38.6 K
2024-11-09T23:27:08,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/908fe934651847419052c010b32ace46 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/908fe934651847419052c010b32ace46
2024-11-09T23:27:08,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/908fe934651847419052c010b32ace46, entries=150, sequenceid=52, filesize=11.7 K
2024-11-09T23:27:08,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/123125a1428b4675a780faee7b18e4de as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/123125a1428b4675a780faee7b18e4de
2024-11-09T23:27:08,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:08,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-09T23:27:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,025 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/123125a1428b4675a780faee7b18e4de, entries=150, sequenceid=52, filesize=11.7 K
2024-11-09T23:27:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:08,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1272ms, sequenceid=52, compaction requested=true
2024-11-09T23:27:08,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:08,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:27:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:08,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:08,026 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:08,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:27:08,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:08,026 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:08,027 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:08,027 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/B is initiating minor compaction (all files)
2024-11-09T23:27:08,027 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/B in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,027 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/947602f347b8469c91a808af6b853259, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330b8da6eae94210bc965e05b559b1f0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/908fe934651847419052c010b32ace46] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=35.2 K
2024-11-09T23:27:08,027 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:08,027 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/A is initiating minor compaction (all files)
2024-11-09T23:27:08,027 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/A in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,027 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=99.1 K
2024-11-09T23:27:08,027 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,027 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526]
2024-11-09T23:27:08,028 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 947602f347b8469c91a808af6b853259, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731194823468
2024-11-09T23:27:08,028 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 991b240bc9494a4b8d4caf5af54d1406, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731194823468
2024-11-09T23:27:08,028 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 330b8da6eae94210bc965e05b559b1f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731194823487
2024-11-09T23:27:08,028 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting f604ada65c924dbcae423508b97ea322, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731194823487
2024-11-09T23:27:08,028 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 908fe934651847419052c010b32ace46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194825639
2024-11-09T23:27:08,028 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18a7bf59bbae4368a20f836fe044b526, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194825639
2024-11-09T23:27:08,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:27:08,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:08,034 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:08,035 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#B#compaction#395 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:08,035 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f254baab2e064d5cbac98e2b45d24f6a is 50, key is test_row_0/B:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:08,037 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094c888fa1411c4574b05995d0d0c3d423_050e14a5f51e4deff7ae4ae32613c1e1 store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:08,039 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094c888fa1411c4574b05995d0d0c3d423_050e14a5f51e4deff7ae4ae32613c1e1, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:08,039 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094c888fa1411c4574b05995d0d0c3d423_050e14a5f51e4deff7ae4ae32613c1e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:08,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742291_1467 (size=12104)
2024-11-09T23:27:08,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742292_1468 (size=4469)
2024-11-09T23:27:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:08,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,177 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:08,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b7da504dbaf442c88d4ffb9113c2c36f_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194826776/Put/seqid=0
2024-11-09T23:27:08,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742293_1469 (size=12154)
2024-11-09T23:27:08,448 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#A#compaction#396 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:08,448 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/69b190247cb04f32ae3ccef8083b07aa is 175, key is test_row_0/A:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:08,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742294_1470 (size=31058)
2024-11-09T23:27:08,452 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f254baab2e064d5cbac98e2b45d24f6a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f254baab2e064d5cbac98e2b45d24f6a
2024-11-09T23:27:08,455 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/B of 050e14a5f51e4deff7ae4ae32613c1e1 into f254baab2e064d5cbac98e2b45d24f6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:08,455 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:08,455 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/B, priority=13, startTime=1731194828026; duration=0sec
2024-11-09T23:27:08,455 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/69b190247cb04f32ae3ccef8083b07aa as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/69b190247cb04f32ae3ccef8083b07aa
2024-11-09T23:27:08,455 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:08,455 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:B
2024-11-09T23:27:08,455 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:08,456 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:08,456 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/C is initiating minor compaction (all files)
2024-11-09T23:27:08,456 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/C in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:08,456 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/10ab01b93cca42a19fb4ccc4c9614d14, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/50b92e74ad9f498cb8dd9a1552ebca66, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/123125a1428b4675a780faee7b18e4de] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=35.2 K
2024-11-09T23:27:08,457 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 10ab01b93cca42a19fb4ccc4c9614d14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731194823468
2024-11-09T23:27:08,457 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b92e74ad9f498cb8dd9a1552ebca66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731194823487
2024-11-09T23:27:08,457 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 123125a1428b4675a780faee7b18e4de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194825639
2024-11-09T23:27:08,459 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/A of 050e14a5f51e4deff7ae4ae32613c1e1 into 69b190247cb04f32ae3ccef8083b07aa(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:08,459 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:08,459 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/A, priority=13, startTime=1731194828025; duration=0sec
2024-11-09T23:27:08,459 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:08,459 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:A
2024-11-09T23:27:08,462 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:08,462 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/8861d0761a204dca9f7982988c47d9ec is 50, key is test_row_0/C:col10/1731194825639/Put/seqid=0
2024-11-09T23:27:08,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742295_1471 (size=12104)
2024-11-09T23:27:08,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:08,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b7da504dbaf442c88d4ffb9113c2c36f_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b7da504dbaf442c88d4ffb9113c2c36f_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7f673aad8abb40f5bfc3ce50b50de8bb, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:08,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7f673aad8abb40f5bfc3ce50b50de8bb is 175, key is test_row_0/A:col10/1731194826776/Put/seqid=0
2024-11-09T23:27:08,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742296_1472 (size=30955)
2024-11-09T23:27:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:08,869 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/8861d0761a204dca9f7982988c47d9ec as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/8861d0761a204dca9f7982988c47d9ec
2024-11-09T23:27:08,873 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/C of 050e14a5f51e4deff7ae4ae32613c1e1 into 8861d0761a204dca9f7982988c47d9ec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:08,873 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:08,873 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/C, priority=13, startTime=1731194828026; duration=0sec
2024-11-09T23:27:08,873 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:08,873 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:C
2024-11-09T23:27:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:08,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:08,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194888903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:08,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194888904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:08,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194888905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:08,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194888906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7f673aad8abb40f5bfc3ce50b50de8bb
2024-11-09T23:27:09,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194889006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194889006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194889008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/675da3dd74764d43930434f5ece8d912 is 50, key is test_row_0/B:col10/1731194826776/Put/seqid=0
2024-11-09T23:27:09,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194889009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742297_1473 (size=12001)
2024-11-09T23:27:09,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194889209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194889210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194889211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194889211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/675da3dd74764d43930434f5ece8d912
2024-11-09T23:27:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc is 50, key is test_row_0/C:col10/1731194826776/Put/seqid=0
2024-11-09T23:27:09,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742298_1474 (size=12001)
2024-11-09T23:27:09,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194889513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194889513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194889513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194889514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:09,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T23:27:09,627 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-09T23:27:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:09,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc
2024-11-09T23:27:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7f673aad8abb40f5bfc3ce50b50de8bb as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb
2024-11-09T23:27:09,831 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb, entries=150, sequenceid=76, filesize=30.2 K
2024-11-09T23:27:09,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/675da3dd74764d43930434f5ece8d912 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/675da3dd74764d43930434f5ece8d912
2024-11-09T23:27:09,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/675da3dd74764d43930434f5ece8d912, entries=150, sequenceid=76, filesize=11.7 K
2024-11-09T23:27:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc
2024-11-09T23:27:09,838 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc, entries=150, sequenceid=76, filesize=11.7 K
2024-11-09T23:27:09,838 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1661ms, sequenceid=76, compaction requested=false
2024-11-09T23:27:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152
2024-11-09T23:27:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=152
2024-11-09T23:27:09,841 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151
2024-11-09T23:27:09,841 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec
2024-11-09T23:27:09,842 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.2740 sec
2024-11-09T23:27:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:10,018 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T23:27:10,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:10,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:10,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:10,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:10,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:10,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:10,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110937eff7948ea740eaaaa0c09e55c9f764_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:10,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742299_1475 (size=12154)
2024-11-09T23:27:10,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194890038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194890039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194890040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194890040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194890141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194890143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194890144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194890144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194890345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194890347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194890347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194890347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:10,430 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110937eff7948ea740eaaaa0c09e55c9f764_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110937eff7948ea740eaaaa0c09e55c9f764_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:10,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/593a1e92b5354a1ca3ce6e90d8065bfa, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:10,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/593a1e92b5354a1ca3ce6e90d8065bfa is 175, key is test_row_0/A:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:10,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742300_1476 (size=30955)
2024-11-09T23:27:10,435 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/593a1e92b5354a1ca3ce6e90d8065bfa
2024-11-09T23:27:10,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a4c4774ed22243ba90ff6b4354af796b is 50, key is test_row_0/B:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:10,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742301_1477 (size=12001)
2024-11-09T23:27:10,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194890648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194890649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194890650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194890650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:10,842 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a4c4774ed22243ba90ff6b4354af796b
2024-11-09T23:27:10,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/614f2e4dd1bd45bf9971163a6d7d3b6f is 50, key is test_row_0/C:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:10,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742302_1478 (size=12001)
2024-11-09T23:27:11,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194891151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:11,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194891152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:11,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194891154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:11,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194891155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:11,251 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/614f2e4dd1bd45bf9971163a6d7d3b6f
2024-11-09T23:27:11,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/593a1e92b5354a1ca3ce6e90d8065bfa as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa
2024-11-09T23:27:11,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa, entries=150, sequenceid=92, filesize=30.2 K
2024-11-09T23:27:11,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a4c4774ed22243ba90ff6b4354af796b as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a4c4774ed22243ba90ff6b4354af796b
2024-11-09T23:27:11,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a4c4774ed22243ba90ff6b4354af796b, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T23:27:11,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/614f2e4dd1bd45bf9971163a6d7d3b6f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/614f2e4dd1bd45bf9971163a6d7d3b6f
2024-11-09T23:27:11,264 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/614f2e4dd1bd45bf9971163a6d7d3b6f, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T23:27:11,265 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1246ms, sequenceid=92, compaction requested=true
2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:27:11,265 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:11,265 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:27:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:11,265 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:11,265 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/A is initiating minor compaction (all files)
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/B is initiating minor compaction (all files)
2024-11-09T23:27:11,266 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/A in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,266 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/B in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,266 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/69b190247cb04f32ae3ccef8083b07aa, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=90.8 K
2024-11-09T23:27:11,266 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f254baab2e064d5cbac98e2b45d24f6a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/675da3dd74764d43930434f5ece8d912, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a4c4774ed22243ba90ff6b4354af796b] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=35.3 K
2024-11-09T23:27:11,266 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/69b190247cb04f32ae3ccef8083b07aa, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa]
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f254baab2e064d5cbac98e2b45d24f6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194825639
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69b190247cb04f32ae3ccef8083b07aa, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194825639
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 675da3dd74764d43930434f5ece8d912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731194826774
2024-11-09T23:27:11,266 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f673aad8abb40f5bfc3ce50b50de8bb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731194826774
2024-11-09T23:27:11,267 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c4774ed22243ba90ff6b4354af796b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731194828904
2024-11-09T23:27:11,267 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 593a1e92b5354a1ca3ce6e90d8065bfa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731194828904
2024-11-09T23:27:11,271 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#B#compaction#404 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:11,272 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a092ea2eed504cb093d4a1356c3b9e19 is 50, key is test_row_0/B:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:11,273 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:11,279 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109574b38b5975d488b8331f971feae4987_050e14a5f51e4deff7ae4ae32613c1e1 store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:11,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742303_1479 (size=12207)
2024-11-09T23:27:11,281 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109574b38b5975d488b8331f971feae4987_050e14a5f51e4deff7ae4ae32613c1e1, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:11,281 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109574b38b5975d488b8331f971feae4987_050e14a5f51e4deff7ae4ae32613c1e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:11,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742304_1480 (size=4469)
2024-11-09T23:27:11,286 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a092ea2eed504cb093d4a1356c3b9e19 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a092ea2eed504cb093d4a1356c3b9e19
2024-11-09T23:27:11,290 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/B of 050e14a5f51e4deff7ae4ae32613c1e1 into a092ea2eed504cb093d4a1356c3b9e19(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:11,290 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:11,290 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/B, priority=13, startTime=1731194831265; duration=0sec
2024-11-09T23:27:11,290 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:11,290 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:B
2024-11-09T23:27:11,290 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:11,291 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#A#compaction#405 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:11,291 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/5bd25c2257d84b8887eec9dc96a9bd69 is 175, key is test_row_0/A:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:11,291 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:11,291 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/C is initiating minor compaction (all files)
2024-11-09T23:27:11,291 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/C in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,292 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/8861d0761a204dca9f7982988c47d9ec, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/614f2e4dd1bd45bf9971163a6d7d3b6f] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=35.3 K
2024-11-09T23:27:11,292 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 8861d0761a204dca9f7982988c47d9ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731194825639
2024-11-09T23:27:11,293 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting fa9fbfdfe64d4e4b9ff0a6ec8a141dfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731194826774
2024-11-09T23:27:11,293 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 614f2e4dd1bd45bf9971163a6d7d3b6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731194828904
2024-11-09T23:27:11,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742305_1481 (size=31161)
2024-11-09T23:27:11,299 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:11,299 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/51881d881c7c4b3dae5a14a77a628fc8 is 50, key is test_row_0/C:col10/1731194828905/Put/seqid=0
2024-11-09T23:27:11,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742306_1482 (size=12207)
2024-11-09T23:27:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-09T23:27:11,671 INFO  [Thread-2068 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed
2024-11-09T23:27:11,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:27:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees
2024-11-09T23:27:11,673 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:27:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:11,674 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:27:11,674 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:27:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:11,675 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T23:27:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:11,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094bee3e07d4024b23a0621a00da1fe321_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194830038/Put/seqid=0
2024-11-09T23:27:11,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742307_1483 (size=14594)
2024-11-09T23:27:11,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:11,687 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094bee3e07d4024b23a0621a00da1fe321_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094bee3e07d4024b23a0621a00da1fe321_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:11,688 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/d3f5260f0d174a0c9b6a1ae48c774859, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:11,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/d3f5260f0d174a0c9b6a1ae48c774859 is 175, key is test_row_0/A:col10/1731194830038/Put/seqid=0
2024-11-09T23:27:11,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742308_1484 (size=39549)
2024-11-09T23:27:11,697 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/5bd25c2257d84b8887eec9dc96a9bd69 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5bd25c2257d84b8887eec9dc96a9bd69
2024-11-09T23:27:11,701 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/A of 050e14a5f51e4deff7ae4ae32613c1e1 into 5bd25c2257d84b8887eec9dc96a9bd69(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:11,701 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:11,701 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/A, priority=13, startTime=1731194831265; duration=0sec
2024-11-09T23:27:11,701 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:11,701 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:A
2024-11-09T23:27:11,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194891701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:11,706 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/51881d881c7c4b3dae5a14a77a628fc8 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/51881d881c7c4b3dae5a14a77a628fc8
2024-11-09T23:27:11,709 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/C of 050e14a5f51e4deff7ae4ae32613c1e1 into 51881d881c7c4b3dae5a14a77a628fc8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:11,710 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:11,710 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/C, priority=13, startTime=1731194831265; duration=0sec
2024-11-09T23:27:11,710 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:11,710 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:C
2024-11-09T23:27:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:11,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194891804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:11,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:11,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:11,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:11,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:11,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:11,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:11,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:11,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194892008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,092 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/d3f5260f0d174a0c9b6a1ae48c774859
2024-11-09T23:27:12,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/be981ff95d4a4ed28e73b8ef472665c7 is 50, key is test_row_0/B:col10/1731194830038/Put/seqid=0
2024-11-09T23:27:12,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742309_1485 (size=12001)
2024-11-09T23:27:12,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:12,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194892155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194892156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194892160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194892161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:12,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:12,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194892312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:12,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:12,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:12,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,506 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/be981ff95d4a4ed28e73b8ef472665c7
2024-11-09T23:27:12,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/3f6ad8bf7e224fcfa3c34dd5388205e5 is 50, key is test_row_0/C:col10/1731194830038/Put/seqid=0
2024-11-09T23:27:12,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742310_1486 (size=12001)
2024-11-09T23:27:12,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:12,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:12,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:12,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:12,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194892816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:12,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:12,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:12,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:12,915 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/3f6ad8bf7e224fcfa3c34dd5388205e5
2024-11-09T23:27:12,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/d3f5260f0d174a0c9b6a1ae48c774859 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859
2024-11-09T23:27:12,921 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859, entries=200, sequenceid=117, filesize=38.6 K
2024-11-09T23:27:12,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/be981ff95d4a4ed28e73b8ef472665c7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/be981ff95d4a4ed28e73b8ef472665c7
2024-11-09T23:27:12,924 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/be981ff95d4a4ed28e73b8ef472665c7, entries=150, sequenceid=117, filesize=11.7 K
2024-11-09T23:27:12,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/3f6ad8bf7e224fcfa3c34dd5388205e5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3f6ad8bf7e224fcfa3c34dd5388205e5
2024-11-09T23:27:12,927 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3f6ad8bf7e224fcfa3c34dd5388205e5, entries=150, sequenceid=117, filesize=11.7 K
2024-11-09T23:27:12,928 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1253ms, sequenceid=117, compaction requested=false
2024-11-09T23:27:12,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:13,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:13,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-09T23:27:13,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:13,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T23:27:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:13,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110948de98b1e1014ef68d05cec41591c7af_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194831700/Put/seqid=0
2024-11-09T23:27:13,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742311_1487 (size=12154)
2024-11-09T23:27:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:13,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110948de98b1e1014ef68d05cec41591c7af_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948de98b1e1014ef68d05cec41591c7af_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/c649c271d07f45ae8a850079745057c5, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/c649c271d07f45ae8a850079745057c5 is 175, key is test_row_0/A:col10/1731194831700/Put/seqid=0
2024-11-09T23:27:13,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742312_1488 (size=30955)
2024-11-09T23:27:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:13,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:13,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/c649c271d07f45ae8a850079745057c5
2024-11-09T23:27:13,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a8172705da4c4b3ea1284d404e73468c is 50, key is test_row_0/B:col10/1731194831700/Put/seqid=0
2024-11-09T23:27:13,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742313_1489 (size=12001)
2024-11-09T23:27:13,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194893880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:13,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194893983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194894159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,161 DEBUG [Thread-2064 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4122 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:14,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194894160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,162 DEBUG [Thread-2060 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:14,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194894164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,166 DEBUG [Thread-2062 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:14,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194894170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,172 DEBUG [Thread-2058 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:14,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194894185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a8172705da4c4b3ea1284d404e73468c
2024-11-09T23:27:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/f8e116b0e3da4a06a94d314843b86639 is 50, key is test_row_0/C:col10/1731194831700/Put/seqid=0
2024-11-09T23:27:14,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742314_1490 (size=12001)
2024-11-09T23:27:14,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194894487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:14,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/f8e116b0e3da4a06a94d314843b86639
2024-11-09T23:27:14,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/c649c271d07f45ae8a850079745057c5 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5
2024-11-09T23:27:14,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5, entries=150, sequenceid=131, filesize=30.2 K
2024-11-09T23:27:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/a8172705da4c4b3ea1284d404e73468c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a8172705da4c4b3ea1284d404e73468c
2024-11-09T23:27:14,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a8172705da4c4b3ea1284d404e73468c, entries=150, sequenceid=131, filesize=11.7 K
2024-11-09T23:27:14,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/f8e116b0e3da4a06a94d314843b86639 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/f8e116b0e3da4a06a94d314843b86639
2024-11-09T23:27:14,691 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/f8e116b0e3da4a06a94d314843b86639, entries=150, sequenceid=131, filesize=11.7 K
2024-11-09T23:27:14,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1648ms, sequenceid=131, compaction requested=true
2024-11-09T23:27:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154
2024-11-09T23:27:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=154
2024-11-09T23:27:14,694 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153
2024-11-09T23:27:14,694 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0190 sec
2024-11-09T23:27:14,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 3.0220 sec
2024-11-09T23:27:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:14,992 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T23:27:14,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:14,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:14,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:14,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:14,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:14,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:14,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099b13a0f4edce42d29af5ae811baf7775_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:15,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742315_1491 (size=12304)
2024-11-09T23:27:15,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194895013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:15,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194895116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:15,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194895317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:15,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:15,405 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099b13a0f4edce42d29af5ae811baf7775_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099b13a0f4edce42d29af5ae811baf7775_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:15,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7c274491521c42a4ab5dc521daf8fb55, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:15,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7c274491521c42a4ab5dc521daf8fb55 is 175, key is test_row_0/A:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:15,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742316_1492 (size=31105)
2024-11-09T23:27:15,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194895620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-09T23:27:15,777 INFO  [Thread-2068 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed
2024-11-09T23:27:15,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:27:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees
2024-11-09T23:27:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-09T23:27:15,779 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:27:15,780 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:27:15,780 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:27:15,820 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7c274491521c42a4ab5dc521daf8fb55
2024-11-09T23:27:15,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/787be1f821194c3cad8fea328c269533 is 50, key is test_row_0/B:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:15,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742317_1493 (size=12151)
2024-11-09T23:27:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-09T23:27:15,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:15,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-09T23:27:15,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:15,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:15,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-09T23:27:16,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:16,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-09T23:27:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194896124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:16,229 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/787be1f821194c3cad8fea328c269533
2024-11-09T23:27:16,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e99313b60a4c4e7ba8cd8ece7fe9f76c is 50, key is test_row_0/C:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:16,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:16,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-09T23:27:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742318_1494 (size=12151)
2024-11-09T23:27:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-09T23:27:16,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:16,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-09T23:27:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:16,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-09T23:27:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:16,639 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e99313b60a4c4e7ba8cd8ece7fe9f76c
2024-11-09T23:27:16,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/7c274491521c42a4ab5dc521daf8fb55 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55
2024-11-09T23:27:16,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55, entries=150, sequenceid=156, filesize=30.4 K
2024-11-09T23:27:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/787be1f821194c3cad8fea328c269533 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/787be1f821194c3cad8fea328c269533
2024-11-09T23:27:16,649 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/787be1f821194c3cad8fea328c269533, entries=150, sequenceid=156, filesize=11.9 K
2024-11-09T23:27:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e99313b60a4c4e7ba8cd8ece7fe9f76c as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e99313b60a4c4e7ba8cd8ece7fe9f76c
2024-11-09T23:27:16,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e99313b60a4c4e7ba8cd8ece7fe9f76c, entries=150, sequenceid=156, filesize=11.9 K
2024-11-09T23:27:16,653 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1661ms, sequenceid=156, compaction requested=true
2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:27:16,653 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:16,653 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:27:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:16,654 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132770 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:27:16,654 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:27:16,655 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/B is initiating minor compaction (all files)
2024-11-09T23:27:16,655 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/A is initiating minor compaction (all files)
2024-11-09T23:27:16,655 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/A in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,655 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/B in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,655 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5bd25c2257d84b8887eec9dc96a9bd69, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=129.7 K
2024-11-09T23:27:16,655 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a092ea2eed504cb093d4a1356c3b9e19, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/be981ff95d4a4ed28e73b8ef472665c7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a8172705da4c4b3ea1284d404e73468c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/787be1f821194c3cad8fea328c269533] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=47.2 K
2024-11-09T23:27:16,655 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,655 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5bd25c2257d84b8887eec9dc96a9bd69, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55]
2024-11-09T23:27:16,655 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a092ea2eed504cb093d4a1356c3b9e19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731194828904
2024-11-09T23:27:16,655 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bd25c2257d84b8887eec9dc96a9bd69, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731194828904
2024-11-09T23:27:16,655 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting be981ff95d4a4ed28e73b8ef472665c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731194830038
2024-11-09T23:27:16,656 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3f5260f0d174a0c9b6a1ae48c774859, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731194830038
2024-11-09T23:27:16,656 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting a8172705da4c4b3ea1284d404e73468c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731194831693
2024-11-09T23:27:16,656 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c649c271d07f45ae8a850079745057c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731194831693
2024-11-09T23:27:16,656 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 787be1f821194c3cad8fea328c269533, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731194833858
2024-11-09T23:27:16,656 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c274491521c42a4ab5dc521daf8fb55, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731194833858
2024-11-09T23:27:16,676 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:16,679 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109afc40bcd7fbf47c48bd52d27bee8aeba_050e14a5f51e4deff7ae4ae32613c1e1 store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:16,680 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:16,680 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/b5d2d1eebf124cbe9fbcd33000c5fd67 is 50, key is test_row_0/B:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:16,680 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109afc40bcd7fbf47c48bd52d27bee8aeba_050e14a5f51e4deff7ae4ae32613c1e1, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:16,681 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109afc40bcd7fbf47c48bd52d27bee8aeba_050e14a5f51e4deff7ae4ae32613c1e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:16,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:16,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:16,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093d143ef76d874f2384fb9a3c01c12c28_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194834997/Put/seqid=0
2024-11-09T23:27:16,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742320_1496 (size=4469)
2024-11-09T23:27:16,708 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#A#compaction#416 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:16,709 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/ac2ac1fd0cfe41ef96306ce2f019d50a is 175, key is test_row_0/A:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:16,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742319_1495 (size=12493)
2024-11-09T23:27:16,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742321_1497 (size=12304)
2024-11-09T23:27:16,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742322_1498 (size=31447)
2024-11-09T23:27:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-09T23:27:17,119 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/b5d2d1eebf124cbe9fbcd33000c5fd67 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b5d2d1eebf124cbe9fbcd33000c5fd67
2024-11-09T23:27:17,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:17,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093d143ef76d874f2384fb9a3c01c12c28_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093d143ef76d874f2384fb9a3c01c12c28_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:17,122 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/B of 050e14a5f51e4deff7ae4ae32613c1e1 into b5d2d1eebf124cbe9fbcd33000c5fd67(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:17,122 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:17,123 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/B, priority=12, startTime=1731194836653; duration=0sec
2024-11-09T23:27:17,123 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:17,123 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:B
2024-11-09T23:27:17,123 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T23:27:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/fcff9f3b83904ffe91e8225d5bf9e1a7, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/fcff9f3b83904ffe91e8225d5bf9e1a7 is 175, key is test_row_0/A:col10/1731194834997/Put/seqid=0
2024-11-09T23:27:17,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T23:27:17,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/C is initiating minor compaction (all files)
2024-11-09T23:27:17,124 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/C in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:17,124 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/51881d881c7c4b3dae5a14a77a628fc8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3f6ad8bf7e224fcfa3c34dd5388205e5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/f8e116b0e3da4a06a94d314843b86639, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e99313b60a4c4e7ba8cd8ece7fe9f76c] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=47.2 K
2024-11-09T23:27:17,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 51881d881c7c4b3dae5a14a77a628fc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731194828904
2024-11-09T23:27:17,124 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6ad8bf7e224fcfa3c34dd5388205e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731194830038
2024-11-09T23:27:17,125 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f8e116b0e3da4a06a94d314843b86639, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731194831693
2024-11-09T23:27:17,125 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e99313b60a4c4e7ba8cd8ece7fe9f76c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731194833858
2024-11-09T23:27:17,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742323_1499 (size=31105)
2024-11-09T23:27:17,127 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/fcff9f3b83904ffe91e8225d5bf9e1a7
2024-11-09T23:27:17,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f44ee0da217141b5ab147788410b536f is 50, key is test_row_0/B:col10/1731194834997/Put/seqid=0
2024-11-09T23:27:17,134 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:17,134 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/ac2ac1fd0cfe41ef96306ce2f019d50a as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/ac2ac1fd0cfe41ef96306ce2f019d50a
2024-11-09T23:27:17,136 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/3480eeb3f51048399fd5615284392c3f is 50, key is test_row_0/C:col10/1731194834991/Put/seqid=0
2024-11-09T23:27:17,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:17,138 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/A of 050e14a5f51e4deff7ae4ae32613c1e1 into ac2ac1fd0cfe41ef96306ce2f019d50a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:17,138 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:17,138 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/A, priority=12, startTime=1731194836653; duration=0sec
2024-11-09T23:27:17,138 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:17,138 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:A
2024-11-09T23:27:17,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742325_1501 (size=12493)
2024-11-09T23:27:17,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742324_1500 (size=12151)
2024-11-09T23:27:17,144 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/3480eeb3f51048399fd5615284392c3f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3480eeb3f51048399fd5615284392c3f
2024-11-09T23:27:17,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f44ee0da217141b5ab147788410b536f
2024-11-09T23:27:17,147 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/C of 050e14a5f51e4deff7ae4ae32613c1e1 into 3480eeb3f51048399fd5615284392c3f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:17,147 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:17,147 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/C, priority=12, startTime=1731194836653; duration=0sec
2024-11-09T23:27:17,147 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:17,147 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:C
2024-11-09T23:27:17,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/ca911a3b771b46309d264e7b3a146a43 is 50, key is test_row_0/C:col10/1731194834997/Put/seqid=0
2024-11-09T23:27:17,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742326_1502 (size=12151)
2024-11-09T23:27:17,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/ca911a3b771b46309d264e7b3a146a43
2024-11-09T23:27:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/fcff9f3b83904ffe91e8225d5bf9e1a7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7
2024-11-09T23:27:17,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7, entries=150, sequenceid=167, filesize=30.4 K
2024-11-09T23:27:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f44ee0da217141b5ab147788410b536f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f44ee0da217141b5ab147788410b536f
2024-11-09T23:27:17,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f44ee0da217141b5ab147788410b536f, entries=150, sequenceid=167, filesize=11.9 K
2024-11-09T23:27:17,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/ca911a3b771b46309d264e7b3a146a43 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ca911a3b771b46309d264e7b3a146a43
2024-11-09T23:27:17,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ca911a3b771b46309d264e7b3a146a43, entries=150, sequenceid=167, filesize=11.9 K
2024-11-09T23:27:17,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=93.93 KB/96180 for 050e14a5f51e4deff7ae4ae32613c1e1 in 481ms, sequenceid=167, compaction requested=false
2024-11-09T23:27:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156
2024-11-09T23:27:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=156
2024-11-09T23:27:17,176 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155
2024-11-09T23:27:17,176 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec
2024-11-09T23:27:17,177 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.3980 sec
2024-11-09T23:27:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:17,177 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T23:27:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:17,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f5335089aad5428395fea90b1106552f_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:17,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742327_1503 (size=14794)
2024-11-09T23:27:17,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194897218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:17,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194897321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:17,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194897524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:17,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:17,610 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f5335089aad5428395fea90b1106552f_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5335089aad5428395fea90b1106552f_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:17,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1c96de44c45c457f96fa36aae060e92f, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:17,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1c96de44c45c457f96fa36aae060e92f is 175, key is test_row_0/A:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:17,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742328_1504 (size=39749)
2024-11-09T23:27:17,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194897829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-09T23:27:17,882 INFO  [Thread-2068 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed
2024-11-09T23:27:17,883 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:27:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees
2024-11-09T23:27:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-09T23:27:17,884 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:27:17,885 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:27:17,885 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:27:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-09T23:27:18,014 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1c96de44c45c457f96fa36aae060e92f
2024-11-09T23:27:18,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/9d9d75053d9d43e6aba2549e335404b7 is 50, key is test_row_0/B:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:18,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742329_1505 (size=12151)
2024-11-09T23:27:18,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:18,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-09T23:27:18,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:18,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48128 deadline: 1731194898175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:18,176 DEBUG [Thread-2060 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:18,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48070 deadline: 1731194898179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:18,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1731194898179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:18,180 DEBUG [Thread-2062 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:18,180 DEBUG [Thread-2064 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:18,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48072 deadline: 1731194898183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:18,185 DEBUG [Thread-2058 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., hostname=5c400312e287,42983,1731194669945, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T23:27:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-09T23:27:18,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:18,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-09T23:27:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194898333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:18,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:18,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-09T23:27:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:18,428 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/9d9d75053d9d43e6aba2549e335404b7
2024-11-09T23:27:18,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/af3b67151eb446b3b394db5428ea2eab is 50, key is test_row_0/C:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:18,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742330_1506 (size=12151)
2024-11-09T23:27:18,437 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/af3b67151eb446b3b394db5428ea2eab
2024-11-09T23:27:18,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1c96de44c45c457f96fa36aae060e92f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f
2024-11-09T23:27:18,443 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f, entries=200, sequenceid=188, filesize=38.8 K
2024-11-09T23:27:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/9d9d75053d9d43e6aba2549e335404b7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9d9d75053d9d43e6aba2549e335404b7
2024-11-09T23:27:18,446 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9d9d75053d9d43e6aba2549e335404b7, entries=150, sequenceid=188, filesize=11.9 K
2024-11-09T23:27:18,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/af3b67151eb446b3b394db5428ea2eab as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/af3b67151eb446b3b394db5428ea2eab
2024-11-09T23:27:18,449 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/af3b67151eb446b3b394db5428ea2eab, entries=150, sequenceid=188, filesize=11.9 K
2024-11-09T23:27:18,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1273ms, sequenceid=188, compaction requested=true
2024-11-09T23:27:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:27:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:18,450 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:27:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:18,450 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:27:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:18,451 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:18,451 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:18,451 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/B is initiating minor compaction (all files)
2024-11-09T23:27:18,451 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/A is initiating minor compaction (all files)
2024-11-09T23:27:18,451 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/B in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,451 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/A in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,451 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b5d2d1eebf124cbe9fbcd33000c5fd67, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f44ee0da217141b5ab147788410b536f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9d9d75053d9d43e6aba2549e335404b7] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=35.9 K
2024-11-09T23:27:18,451 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/ac2ac1fd0cfe41ef96306ce2f019d50a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=99.9 K
2024-11-09T23:27:18,451 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,451 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/ac2ac1fd0cfe41ef96306ce2f019d50a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f]
2024-11-09T23:27:18,452 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting b5d2d1eebf124cbe9fbcd33000c5fd67, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731194833858
2024-11-09T23:27:18,452 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac2ac1fd0cfe41ef96306ce2f019d50a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731194833858
2024-11-09T23:27:18,452 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f44ee0da217141b5ab147788410b536f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731194834997
2024-11-09T23:27:18,452 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcff9f3b83904ffe91e8225d5bf9e1a7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731194834997
2024-11-09T23:27:18,452 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9d75053d9d43e6aba2549e335404b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731194837155
2024-11-09T23:27:18,452 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c96de44c45c457f96fa36aae060e92f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731194837155
2024-11-09T23:27:18,456 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:18,458 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:18,458 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/9f5d146d31bc4c2cbf1076120c6b1518 is 50, key is test_row_0/B:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:18,458 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110968558b9d2f5c44cab93194026af88504_050e14a5f51e4deff7ae4ae32613c1e1 store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:18,460 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110968558b9d2f5c44cab93194026af88504_050e14a5f51e4deff7ae4ae32613c1e1, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:18,461 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110968558b9d2f5c44cab93194026af88504_050e14a5f51e4deff7ae4ae32613c1e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:18,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742331_1507 (size=12595)
2024-11-09T23:27:18,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742332_1508 (size=4469)
2024-11-09T23:27:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-09T23:27:18,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110961d5dbf690f0415dbb48810e472f3374_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194837215/Put/seqid=0
2024-11-09T23:27:18,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742333_1509 (size=12304)
2024-11-09T23:27:18,867 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/9f5d146d31bc4c2cbf1076120c6b1518 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9f5d146d31bc4c2cbf1076120c6b1518
2024-11-09T23:27:18,871 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/B of 050e14a5f51e4deff7ae4ae32613c1e1 into 9f5d146d31bc4c2cbf1076120c6b1518(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:18,871 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:18,871 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/B, priority=13, startTime=1731194838450; duration=0sec
2024-11-09T23:27:18,871 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:18,871 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:B
2024-11-09T23:27:18,871 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:18,872 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:18,872 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/C is initiating minor compaction (all files)
2024-11-09T23:27:18,872 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/C in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:18,872 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3480eeb3f51048399fd5615284392c3f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ca911a3b771b46309d264e7b3a146a43, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/af3b67151eb446b3b394db5428ea2eab] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=35.9 K
2024-11-09T23:27:18,872 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 3480eeb3f51048399fd5615284392c3f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731194833858
2024-11-09T23:27:18,872 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting ca911a3b771b46309d264e7b3a146a43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731194834997
2024-11-09T23:27:18,873 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting af3b67151eb446b3b394db5428ea2eab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731194837155
2024-11-09T23:27:18,877 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#A#compaction#426 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:18,877 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/c143fb67a9a3431aa5d71b1f349a6085 is 175, key is test_row_0/A:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:18,878 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:18,878 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e4f2fa8236284a5a9fe247275da61c13 is 50, key is test_row_0/C:col10/1731194837172/Put/seqid=0
2024-11-09T23:27:18,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742334_1510 (size=31549)
2024-11-09T23:27:18,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742335_1511 (size=12595)
2024-11-09T23:27:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:18,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110961d5dbf690f0415dbb48810e472f3374_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110961d5dbf690f0415dbb48810e472f3374_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/9c6f24b6cfca4cffb4965bf9e56258db, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/9c6f24b6cfca4cffb4965bf9e56258db is 175, key is test_row_0/A:col10/1731194837215/Put/seqid=0
2024-11-09T23:27:18,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742336_1512 (size=31105)
2024-11-09T23:27:18,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/9c6f24b6cfca4cffb4965bf9e56258db
2024-11-09T23:27:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/330d9001fd3242a0b3edcc07625397d3 is 50, key is test_row_0/B:col10/1731194837215/Put/seqid=0
2024-11-09T23:27:18,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742337_1513 (size=12151)
2024-11-09T23:27:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-09T23:27:19,285 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/c143fb67a9a3431aa5d71b1f349a6085 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c143fb67a9a3431aa5d71b1f349a6085
2024-11-09T23:27:19,285 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e4f2fa8236284a5a9fe247275da61c13 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e4f2fa8236284a5a9fe247275da61c13
2024-11-09T23:27:19,288 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/C of 050e14a5f51e4deff7ae4ae32613c1e1 into e4f2fa8236284a5a9fe247275da61c13(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:19,288 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/A of 050e14a5f51e4deff7ae4ae32613c1e1 into c143fb67a9a3431aa5d71b1f349a6085(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:19,288 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:19,288 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:19,288 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/C, priority=13, startTime=1731194838450; duration=0sec
2024-11-09T23:27:19,288 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/A, priority=13, startTime=1731194838450; duration=0sec
2024-11-09T23:27:19,288 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:19,288 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:C
2024-11-09T23:27:19,288 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:19,288 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:A
2024-11-09T23:27:19,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/330d9001fd3242a0b3edcc07625397d3
2024-11-09T23:27:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:19,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/078e5b410d884bc09b99314b83567e71 is 50, key is test_row_0/C:col10/1731194837215/Put/seqid=0
2024-11-09T23:27:19,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742338_1514 (size=12151)
2024-11-09T23:27:19,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194899379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:19,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194899482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:19,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194899685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:19,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/078e5b410d884bc09b99314b83567e71
2024-11-09T23:27:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/9c6f24b6cfca4cffb4965bf9e56258db as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db
2024-11-09T23:27:19,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db, entries=150, sequenceid=206, filesize=30.4 K
2024-11-09T23:27:19,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/330d9001fd3242a0b3edcc07625397d3 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330d9001fd3242a0b3edcc07625397d3
2024-11-09T23:27:19,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330d9001fd3242a0b3edcc07625397d3, entries=150, sequenceid=206, filesize=11.9 K
2024-11-09T23:27:19,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/078e5b410d884bc09b99314b83567e71 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/078e5b410d884bc09b99314b83567e71
2024-11-09T23:27:19,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/078e5b410d884bc09b99314b83567e71, entries=150, sequenceid=206, filesize=11.9 K
2024-11-09T23:27:19,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1270ms, sequenceid=206, compaction requested=false
2024-11-09T23:27:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158
2024-11-09T23:27:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=158
2024-11-09T23:27:19,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157
2024-11-09T23:27:19,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8790 sec
2024-11-09T23:27:19,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.8820 sec
2024-11-09T23:27:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-09T23:27:19,987 INFO  [Thread-2068 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed
2024-11-09T23:27:19,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T23:27:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees
2024-11-09T23:27:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:19,989 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-09T23:27:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:19,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:19,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:19,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:19,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:19,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:19,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:19,989 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T23:27:19,990 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T23:27:19,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T23:27:19,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b5cb1308dc7e4f068d14218f646acd7f_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:19,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742339_1515 (size=14794)
2024-11-09T23:27:20,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194900027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:20,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194900129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:20,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:20,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:20,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:20,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194900331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:20,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:20,400 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b5cb1308dc7e4f068d14218f646acd7f_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5cb1308dc7e4f068d14218f646acd7f_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:20,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/5321d68724274fd4ac4614fb0453dcc2, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:20,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/5321d68724274fd4ac4614fb0453dcc2 is 175, key is test_row_0/A:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:20,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742340_1516 (size=39749)
2024-11-09T23:27:20,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:20,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:20,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:20,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:20,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194900634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:20,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:20,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,805 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/5321d68724274fd4ac4614fb0453dcc2
2024-11-09T23:27:20,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/1b1e75db430d4ab29bc14905c83f1aaf is 50, key is test_row_0/B:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:20,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742341_1517 (size=12151)
2024-11-09T23:27:20,815 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/1b1e75db430d4ab29bc14905c83f1aaf
2024-11-09T23:27:20,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/fcf024daa2aa417e8fe661dc96d5e4ff is 50, key is test_row_0/C:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:20,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742342_1518 (size=12151)
2024-11-09T23:27:20,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:20,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:20,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:21,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:21,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194901141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:21,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:21,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T23:27:21,222 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/fcf024daa2aa417e8fe661dc96d5e4ff
2024-11-09T23:27:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/5321d68724274fd4ac4614fb0453dcc2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2
2024-11-09T23:27:21,227 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2, entries=200, sequenceid=228, filesize=38.8 K
2024-11-09T23:27:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/1b1e75db430d4ab29bc14905c83f1aaf as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/1b1e75db430d4ab29bc14905c83f1aaf
2024-11-09T23:27:21,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/1b1e75db430d4ab29bc14905c83f1aaf, entries=150, sequenceid=228, filesize=11.9 K
2024-11-09T23:27:21,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/fcf024daa2aa417e8fe661dc96d5e4ff as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fcf024daa2aa417e8fe661dc96d5e4ff
2024-11-09T23:27:21,233 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fcf024daa2aa417e8fe661dc96d5e4ff, entries=150, sequenceid=228, filesize=11.9 K
2024-11-09T23:27:21,234 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1245ms, sequenceid=228, compaction requested=true
2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:21,234 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:21,234 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:27:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:21,235 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:21,235 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:21,235 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/B is initiating minor compaction (all files)
2024-11-09T23:27:21,235 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/A is initiating minor compaction (all files)
2024-11-09T23:27:21,235 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/A in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,235 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/B in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,235 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9f5d146d31bc4c2cbf1076120c6b1518, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330d9001fd3242a0b3edcc07625397d3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/1b1e75db430d4ab29bc14905c83f1aaf] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=36.0 K
2024-11-09T23:27:21,235 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c143fb67a9a3431aa5d71b1f349a6085, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=100.0 K
2024-11-09T23:27:21,235 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,235 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c143fb67a9a3431aa5d71b1f349a6085, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2]
2024-11-09T23:27:21,236 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f5d146d31bc4c2cbf1076120c6b1518, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731194837155
2024-11-09T23:27:21,236 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting c143fb67a9a3431aa5d71b1f349a6085, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731194837155
2024-11-09T23:27:21,236 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c6f24b6cfca4cffb4965bf9e56258db, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731194837199
2024-11-09T23:27:21,236 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 330d9001fd3242a0b3edcc07625397d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731194837199
2024-11-09T23:27:21,236 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1e75db430d4ab29bc14905c83f1aaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731194839376
2024-11-09T23:27:21,236 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5321d68724274fd4ac4614fb0453dcc2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731194839371
2024-11-09T23:27:21,240 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:21,241 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:21,241 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f9bb12d1a8ec43ae982906ce98ce778e is 50, key is test_row_0/B:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:21,241 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096a15b77a01654bf2a6f421f842270345_050e14a5f51e4deff7ae4ae32613c1e1 store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:21,243 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096a15b77a01654bf2a6f421f842270345_050e14a5f51e4deff7ae4ae32613c1e1, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:21,244 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096a15b77a01654bf2a6f421f842270345_050e14a5f51e4deff7ae4ae32613c1e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:21,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742343_1519 (size=12697)
2024-11-09T23:27:21,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742344_1520 (size=4469)
2024-11-09T23:27:21,249 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/f9bb12d1a8ec43ae982906ce98ce778e as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f9bb12d1a8ec43ae982906ce98ce778e
2024-11-09T23:27:21,252 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/B of 050e14a5f51e4deff7ae4ae32613c1e1 into f9bb12d1a8ec43ae982906ce98ce778e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:21,252 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:21,252 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/B, priority=13, startTime=1731194841234; duration=0sec
2024-11-09T23:27:21,252 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:21,252 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:B
2024-11-09T23:27:21,252 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:21,253 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:21,253 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/C is initiating minor compaction (all files)
2024-11-09T23:27:21,253 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/C in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,253 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e4f2fa8236284a5a9fe247275da61c13, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/078e5b410d884bc09b99314b83567e71, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fcf024daa2aa417e8fe661dc96d5e4ff] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=36.0 K
2024-11-09T23:27:21,253 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting e4f2fa8236284a5a9fe247275da61c13, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731194837155
2024-11-09T23:27:21,254 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 078e5b410d884bc09b99314b83567e71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731194837199
2024-11-09T23:27:21,254 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting fcf024daa2aa417e8fe661dc96d5e4ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731194839376
2024-11-09T23:27:21,260 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:21,260 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/38acab4e049b4ca5869e3b9a8feead50 is 50, key is test_row_0/C:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:21,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742345_1521 (size=12697)
2024-11-09T23:27:21,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:21,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42983 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-09T23:27:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:21,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-09T23:27:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f9b181e22d4a460797d695cc50098d51_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194840023/Put/seqid=0
2024-11-09T23:27:21,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742346_1522 (size=12304)
2024-11-09T23:27:21,647 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#A#compaction#435 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:21,648 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/706abff56efa4dd792b08dba38daa392 is 175, key is test_row_0/A:col10/1731194839988/Put/seqid=0
2024-11-09T23:27:21,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742347_1523 (size=31651)
2024-11-09T23:27:21,672 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/38acab4e049b4ca5869e3b9a8feead50 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/38acab4e049b4ca5869e3b9a8feead50
2024-11-09T23:27:21,675 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/C of 050e14a5f51e4deff7ae4ae32613c1e1 into 38acab4e049b4ca5869e3b9a8feead50(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:21,675 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:21,675 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/C, priority=13, startTime=1731194841234; duration=0sec
2024-11-09T23:27:21,675 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:21,676 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:C
2024-11-09T23:27:21,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:21,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f9b181e22d4a460797d695cc50098d51_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f9b181e22d4a460797d695cc50098d51_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/129f0b049814492eb24b779fab2087f2, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/129f0b049814492eb24b779fab2087f2 is 175, key is test_row_0/A:col10/1731194840023/Put/seqid=0
2024-11-09T23:27:21,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742348_1524 (size=31105)
2024-11-09T23:27:22,054 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/706abff56efa4dd792b08dba38daa392 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/706abff56efa4dd792b08dba38daa392
2024-11-09T23:27:22,058 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/A of 050e14a5f51e4deff7ae4ae32613c1e1 into 706abff56efa4dd792b08dba38daa392(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:22,058 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:22,058 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/A, priority=13, startTime=1731194841234; duration=0sec
2024-11-09T23:27:22,058 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:22,058 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:A
2024-11-09T23:27:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:22,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. as already flushing
2024-11-09T23:27:22,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/129f0b049814492eb24b779fab2087f2
2024-11-09T23:27:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/c37761656e2544c98b2a55c021a263ac is 50, key is test_row_0/B:col10/1731194840023/Put/seqid=0
2024-11-09T23:27:22,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194902184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:22,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742349_1525 (size=12151)
2024-11-09T23:27:22,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194902288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:22,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194902490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:22,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/c37761656e2544c98b2a55c021a263ac
2024-11-09T23:27:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/47d8318416cb4a2f9eaf8727289b8750 is 50, key is test_row_0/C:col10/1731194840023/Put/seqid=0
2024-11-09T23:27:22,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742350_1526 (size=12151)
2024-11-09T23:27:22,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194902793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:23,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/47d8318416cb4a2f9eaf8727289b8750
2024-11-09T23:27:23,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/129f0b049814492eb24b779fab2087f2 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2
2024-11-09T23:27:23,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2, entries=150, sequenceid=246, filesize=30.4 K
2024-11-09T23:27:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/c37761656e2544c98b2a55c021a263ac as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/c37761656e2544c98b2a55c021a263ac
2024-11-09T23:27:23,042 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/c37761656e2544c98b2a55c021a263ac, entries=150, sequenceid=246, filesize=11.9 K
2024-11-09T23:27:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/47d8318416cb4a2f9eaf8727289b8750 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/47d8318416cb4a2f9eaf8727289b8750
2024-11-09T23:27:23,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/47d8318416cb4a2f9eaf8727289b8750, entries=150, sequenceid=246, filesize=11.9 K
2024-11-09T23:27:23,054 INFO  [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1694ms, sequenceid=246, compaction requested=false
2024-11-09T23:27:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5c400312e287:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160
2024-11-09T23:27:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4106): Remote procedure done, pid=160
2024-11-09T23:27:23,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159
2024-11-09T23:27:23,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0650 sec
2024-11-09T23:27:23,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 3.0680 sec
2024-11-09T23:27:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:23,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T23:27:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:23,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093306af62cb49414f80541315ab18b021_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:23,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742351_1527 (size=12454)
2024-11-09T23:27:23,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194903329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:23,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194903432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:23,458 DEBUG [Thread-2071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:58838
2024-11-09T23:27:23,458 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:23,459 DEBUG [Thread-2075 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:58838
2024-11-09T23:27:23,459 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:23,459 DEBUG [Thread-2069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:58838
2024-11-09T23:27:23,459 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:23,460 DEBUG [Thread-2073 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:58838
2024-11-09T23:27:23,460 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:23,461 DEBUG [Thread-2077 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x503a7d2e to 127.0.0.1:58838
2024-11-09T23:27:23,461 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:23,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194903637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:23,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:23,716 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093306af62cb49414f80541315ab18b021_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093306af62cb49414f80541315ab18b021_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:23,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/2069cc8f1c54498b99298f0b6a7dcded, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:23,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/2069cc8f1c54498b99298f0b6a7dcded is 175, key is test_row_0/A:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:23,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742352_1528 (size=31255)
2024-11-09T23:27:23,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194903941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-09T23:27:24,095 INFO  [Thread-2068 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed
2024-11-09T23:27:24,122 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/2069cc8f1c54498b99298f0b6a7dcded
2024-11-09T23:27:24,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/633e28ea2d4f4f99b6582bad82afba23 is 50, key is test_row_0/B:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:24,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742353_1529 (size=12301)
2024-11-09T23:27:24,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-09T23:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1731194904446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945
2024-11-09T23:27:24,544 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/633e28ea2d4f4f99b6582bad82afba23
2024-11-09T23:27:24,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/78d12bfde73043f5843d2f0ef9a95456 is 50, key is test_row_0/C:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:24,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742354_1530 (size=12301)
2024-11-09T23:27:24,962 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/78d12bfde73043f5843d2f0ef9a95456
2024-11-09T23:27:24,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/2069cc8f1c54498b99298f0b6a7dcded as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded
2024-11-09T23:27:24,978 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded, entries=150, sequenceid=268, filesize=30.5 K
2024-11-09T23:27:24,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/633e28ea2d4f4f99b6582bad82afba23 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/633e28ea2d4f4f99b6582bad82afba23
2024-11-09T23:27:24,982 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/633e28ea2d4f4f99b6582bad82afba23, entries=150, sequenceid=268, filesize=12.0 K
2024-11-09T23:27:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/78d12bfde73043f5843d2f0ef9a95456 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/78d12bfde73043f5843d2f0ef9a95456
2024-11-09T23:27:24,986 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/78d12bfde73043f5843d2f0ef9a95456, entries=150, sequenceid=268, filesize=12.0 K
2024-11-09T23:27:24,987 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1690ms, sequenceid=268, compaction requested=true
2024-11-09T23:27:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T23:27:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:24,988 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T23:27:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:24,988 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050e14a5f51e4deff7ae4ae32613c1e1:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T23:27:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:24,989 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:24,989 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:24,989 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/A is initiating minor compaction (all files)
2024-11-09T23:27:24,989 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/B is initiating minor compaction (all files)
2024-11-09T23:27:24,989 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/A in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:24,989 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/B in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:24,989 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/706abff56efa4dd792b08dba38daa392, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=91.8 K
2024-11-09T23:27:24,989 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f9bb12d1a8ec43ae982906ce98ce778e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/c37761656e2544c98b2a55c021a263ac, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/633e28ea2d4f4f99b6582bad82afba23] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=36.3 K
2024-11-09T23:27:24,989 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:24,989 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. files: [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/706abff56efa4dd792b08dba38daa392, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded]
2024-11-09T23:27:24,989 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting f9bb12d1a8ec43ae982906ce98ce778e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731194839376
2024-11-09T23:27:24,990 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 706abff56efa4dd792b08dba38daa392, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731194839376
2024-11-09T23:27:24,990 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting c37761656e2544c98b2a55c021a263ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731194840017
2024-11-09T23:27:24,990 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 129f0b049814492eb24b779fab2087f2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731194840017
2024-11-09T23:27:24,990 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 633e28ea2d4f4f99b6582bad82afba23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731194842172
2024-11-09T23:27:24,990 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2069cc8f1c54498b99298f0b6a7dcded, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731194842172
2024-11-09T23:27:24,996 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:24,997 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#B#compaction#443 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:24,997 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110928c5b82e00bb4f03b33bd16d79a94895_050e14a5f51e4deff7ae4ae32613c1e1 store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:24,997 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/47efdd8b0a944e8a970432960d124c26 is 50, key is test_row_0/B:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:25,001 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110928c5b82e00bb4f03b33bd16d79a94895_050e14a5f51e4deff7ae4ae32613c1e1, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:25,001 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110928c5b82e00bb4f03b33bd16d79a94895_050e14a5f51e4deff7ae4ae32613c1e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:25,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742355_1531 (size=12949)
2024-11-09T23:27:25,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742356_1532 (size=4469)
2024-11-09T23:27:25,412 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#A#compaction#444 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:25,413 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/d29d5661f236418eb22b12d0cc041488 is 175, key is test_row_0/A:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:25,416 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/47efdd8b0a944e8a970432960d124c26 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/47efdd8b0a944e8a970432960d124c26
2024-11-09T23:27:25,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742357_1533 (size=31903)
2024-11-09T23:27:25,422 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/B of 050e14a5f51e4deff7ae4ae32613c1e1 into 47efdd8b0a944e8a970432960d124c26(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:25,422 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:25,422 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/B, priority=13, startTime=1731194844988; duration=0sec
2024-11-09T23:27:25,422 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T23:27:25,422 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:B
2024-11-09T23:27:25,422 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T23:27:25,423 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T23:27:25,423 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1540): 050e14a5f51e4deff7ae4ae32613c1e1/C is initiating minor compaction (all files)
2024-11-09T23:27:25,423 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 050e14a5f51e4deff7ae4ae32613c1e1/C in TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:25,423 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/38acab4e049b4ca5869e3b9a8feead50, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/47d8318416cb4a2f9eaf8727289b8750, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/78d12bfde73043f5843d2f0ef9a95456] into tmpdir=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp, totalSize=36.3 K
2024-11-09T23:27:25,424 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 38acab4e049b4ca5869e3b9a8feead50, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731194839376
2024-11-09T23:27:25,424 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d8318416cb4a2f9eaf8727289b8750, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731194840017
2024-11-09T23:27:25,425 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] compactions.Compactor(224): Compacting 78d12bfde73043f5843d2f0ef9a95456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731194842172
2024-11-09T23:27:25,433 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050e14a5f51e4deff7ae4ae32613c1e1#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T23:27:25,434 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/ab4b984581264ecbb65174a3298a958f is 50, key is test_row_0/C:col10/1731194842172/Put/seqid=0
2024-11-09T23:27:25,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742358_1534 (size=12949)
2024-11-09T23:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42983 {}] regionserver.HRegion(8581): Flush requested on 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:25,456 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-09T23:27:25,456 DEBUG [Thread-2066 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:58838
2024-11-09T23:27:25,456 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:25,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a11fad62a8584958bf80b09c681e15bc_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194845455/Put/seqid=0
2024-11-09T23:27:25,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742359_1535 (size=12454)
2024-11-09T23:27:25,830 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/d29d5661f236418eb22b12d0cc041488 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d29d5661f236418eb22b12d0cc041488
2024-11-09T23:27:25,835 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/A of 050e14a5f51e4deff7ae4ae32613c1e1 into d29d5661f236418eb22b12d0cc041488(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:25,835 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:25,835 INFO  [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/A, priority=13, startTime=1731194844987; duration=0sec
2024-11-09T23:27:25,835 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:25,835 DEBUG [RS:0;5c400312e287:42983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:A
2024-11-09T23:27:25,844 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/ab4b984581264ecbb65174a3298a958f as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ab4b984581264ecbb65174a3298a958f
2024-11-09T23:27:25,850 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 050e14a5f51e4deff7ae4ae32613c1e1/C of 050e14a5f51e4deff7ae4ae32613c1e1 into ab4b984581264ecbb65174a3298a958f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T23:27:25,850 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:25,850 INFO  [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1., storeName=050e14a5f51e4deff7ae4ae32613c1e1/C, priority=13, startTime=1731194844988; duration=0sec
2024-11-09T23:27:25,851 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T23:27:25,851 DEBUG [RS:0;5c400312e287:42983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050e14a5f51e4deff7ae4ae32613c1e1:C
2024-11-09T23:27:25,864 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:25,870 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a11fad62a8584958bf80b09c681e15bc_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a11fad62a8584958bf80b09c681e15bc_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:25,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/61dbc9086a0247919b3ada17e84e0a80, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:25,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/61dbc9086a0247919b3ada17e84e0a80 is 175, key is test_row_0/A:col10/1731194845455/Put/seqid=0
2024-11-09T23:27:25,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742360_1536 (size=31255)
2024-11-09T23:27:26,277 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/61dbc9086a0247919b3ada17e84e0a80
2024-11-09T23:27:26,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/b39ad1478c314987aef819adbfcc7c61 is 50, key is test_row_0/B:col10/1731194845455/Put/seqid=0
2024-11-09T23:27:26,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742361_1537 (size=12301)
2024-11-09T23:27:26,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/b39ad1478c314987aef819adbfcc7c61
2024-11-09T23:27:26,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e5f91d2c440840448911f5fa3174eb64 is 50, key is test_row_0/C:col10/1731194845455/Put/seqid=0
2024-11-09T23:27:26,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742362_1538 (size=12301)
2024-11-09T23:27:27,114 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e5f91d2c440840448911f5fa3174eb64
2024-11-09T23:27:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/61dbc9086a0247919b3ada17e84e0a80 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/61dbc9086a0247919b3ada17e84e0a80
2024-11-09T23:27:27,130 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/61dbc9086a0247919b3ada17e84e0a80, entries=150, sequenceid=286, filesize=30.5 K
2024-11-09T23:27:27,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/b39ad1478c314987aef819adbfcc7c61 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b39ad1478c314987aef819adbfcc7c61
2024-11-09T23:27:27,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b39ad1478c314987aef819adbfcc7c61, entries=150, sequenceid=286, filesize=12.0 K
2024-11-09T23:27:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/e5f91d2c440840448911f5fa3174eb64 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e5f91d2c440840448911f5fa3174eb64
2024-11-09T23:27:27,142 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e5f91d2c440840448911f5fa3174eb64, entries=150, sequenceid=286, filesize=12.0 K
2024-11-09T23:27:27,143 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1686ms, sequenceid=286, compaction requested=false
2024-11-09T23:27:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:28,196 DEBUG [Thread-2064 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:58838
2024-11-09T23:27:28,196 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:28,200 DEBUG [Thread-2058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:58838
2024-11-09T23:27:28,200 DEBUG [Thread-2058 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:28,239 DEBUG [Thread-2060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:58838
2024-11-09T23:27:28,240 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:28,253 DEBUG [Thread-2062 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:58838
2024-11-09T23:27:28,253 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 21
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 137
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6723
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6347
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6294
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6742
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6364
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T23:27:28,254 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:27:28,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:58838
2024-11-09T23:27:28,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:28,255 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-09T23:27:28,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T23:27:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-09T23:27:28,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194848260"}]},"ts":"1731194848260"}
2024-11-09T23:27:28,261 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T23:27:28,278 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T23:27:28,279 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T23:27:28,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, UNASSIGN}]
2024-11-09T23:27:28,283 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, UNASSIGN
2024-11-09T23:27:28,284 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=163 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=CLOSING, regionLocation=5c400312e287,42983,1731194669945
2024-11-09T23:27:28,285 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T23:27:28,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; CloseRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945}]
2024-11-09T23:27:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-09T23:27:28,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T23:27:28,438 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5c400312e287,42983,1731194669945
2024-11-09T23:27:28,439 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(124): Close 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:28,439 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-09T23:27:28,439 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1681): Closing 050e14a5f51e4deff7ae4ae32613c1e1, disabling compactions & flushes
2024-11-09T23:27:28,439 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:28,439 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1. after waiting 0 ms
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:28,440 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(2837): Flushing 050e14a5f51e4deff7ae4ae32613c1e1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=A
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=B
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050e14a5f51e4deff7ae4ae32613c1e1, store=C
2024-11-09T23:27:28,440 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-09T23:27:28,447 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110999b07ff7ca894d0885e03ac4d0bb6905_050e14a5f51e4deff7ae4ae32613c1e1 is 50, key is test_row_0/A:col10/1731194848252/Put/seqid=0
2024-11-09T23:27:28,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742363_1539 (size=12454)
2024-11-09T23:27:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-09T23:27:28,853 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T23:27:28,862 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110999b07ff7ca894d0885e03ac4d0bb6905_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999b07ff7ca894d0885e03ac4d0bb6905_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:28,863 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1666f65632ca46f39f95b524cd323790, store: [table=TestAcidGuarantees family=A region=050e14a5f51e4deff7ae4ae32613c1e1]
2024-11-09T23:27:28,864 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1666f65632ca46f39f95b524cd323790 is 175, key is test_row_0/A:col10/1731194848252/Put/seqid=0
2024-11-09T23:27:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-09T23:27:28,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742364_1540 (size=31255)
2024-11-09T23:27:29,269 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1666f65632ca46f39f95b524cd323790
2024-11-09T23:27:29,283 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/8a85e8eedfed42b9a5e8c602f7e3c688 is 50, key is test_row_0/B:col10/1731194848252/Put/seqid=0
2024-11-09T23:27:29,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742365_1541 (size=12301)
2024-11-09T23:27:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-09T23:27:29,690 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/8a85e8eedfed42b9a5e8c602f7e3c688
2024-11-09T23:27:29,702 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/bce8d7d01f844f0aa9d95bdf847c1821 is 50, key is test_row_0/C:col10/1731194848252/Put/seqid=0
2024-11-09T23:27:29,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742366_1542 (size=12301)
2024-11-09T23:27:30,109 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/bce8d7d01f844f0aa9d95bdf847c1821
2024-11-09T23:27:30,119 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/A/1666f65632ca46f39f95b524cd323790 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1666f65632ca46f39f95b524cd323790
2024-11-09T23:27:30,126 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1666f65632ca46f39f95b524cd323790, entries=150, sequenceid=295, filesize=30.5 K
2024-11-09T23:27:30,127 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/B/8a85e8eedfed42b9a5e8c602f7e3c688 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/8a85e8eedfed42b9a5e8c602f7e3c688
2024-11-09T23:27:30,132 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/8a85e8eedfed42b9a5e8c602f7e3c688, entries=150, sequenceid=295, filesize=12.0 K
2024-11-09T23:27:30,133 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/.tmp/C/bce8d7d01f844f0aa9d95bdf847c1821 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/bce8d7d01f844f0aa9d95bdf847c1821
2024-11-09T23:27:30,138 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/bce8d7d01f844f0aa9d95bdf847c1821, entries=150, sequenceid=295, filesize=12.0 K
2024-11-09T23:27:30,138 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 050e14a5f51e4deff7ae4ae32613c1e1 in 1698ms, sequenceid=295, compaction requested=true
2024-11-09T23:27:30,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/69b190247cb04f32ae3ccef8083b07aa, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5bd25c2257d84b8887eec9dc96a9bd69, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/ac2ac1fd0cfe41ef96306ce2f019d50a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c143fb67a9a3431aa5d71b1f349a6085, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/706abff56efa4dd792b08dba38daa392, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded] to archive
2024-11-09T23:27:30,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:27:30,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/991b240bc9494a4b8d4caf5af54d1406
2024-11-09T23:27:30,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/f604ada65c924dbcae423508b97ea322
2024-11-09T23:27:30,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/18a7bf59bbae4368a20f836fe044b526
2024-11-09T23:27:30,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/69b190247cb04f32ae3ccef8083b07aa to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/69b190247cb04f32ae3ccef8083b07aa
2024-11-09T23:27:30,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7f673aad8abb40f5bfc3ce50b50de8bb
2024-11-09T23:27:30,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5bd25c2257d84b8887eec9dc96a9bd69 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5bd25c2257d84b8887eec9dc96a9bd69
2024-11-09T23:27:30,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/593a1e92b5354a1ca3ce6e90d8065bfa
2024-11-09T23:27:30,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d3f5260f0d174a0c9b6a1ae48c774859
2024-11-09T23:27:30,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c649c271d07f45ae8a850079745057c5
2024-11-09T23:27:30,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/ac2ac1fd0cfe41ef96306ce2f019d50a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/ac2ac1fd0cfe41ef96306ce2f019d50a
2024-11-09T23:27:30,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/7c274491521c42a4ab5dc521daf8fb55
2024-11-09T23:27:30,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/fcff9f3b83904ffe91e8225d5bf9e1a7
2024-11-09T23:27:30,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1c96de44c45c457f96fa36aae060e92f
2024-11-09T23:27:30,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c143fb67a9a3431aa5d71b1f349a6085 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/c143fb67a9a3431aa5d71b1f349a6085
2024-11-09T23:27:30,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/9c6f24b6cfca4cffb4965bf9e56258db
2024-11-09T23:27:30,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/5321d68724274fd4ac4614fb0453dcc2
2024-11-09T23:27:30,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/706abff56efa4dd792b08dba38daa392 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/706abff56efa4dd792b08dba38daa392
2024-11-09T23:27:30,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/129f0b049814492eb24b779fab2087f2
2024-11-09T23:27:30,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/2069cc8f1c54498b99298f0b6a7dcded
2024-11-09T23:27:30,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/947602f347b8469c91a808af6b853259, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330b8da6eae94210bc965e05b559b1f0, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f254baab2e064d5cbac98e2b45d24f6a, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/908fe934651847419052c010b32ace46, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/675da3dd74764d43930434f5ece8d912, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a092ea2eed504cb093d4a1356c3b9e19, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a4c4774ed22243ba90ff6b4354af796b, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/be981ff95d4a4ed28e73b8ef472665c7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a8172705da4c4b3ea1284d404e73468c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b5d2d1eebf124cbe9fbcd33000c5fd67, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/787be1f821194c3cad8fea328c269533, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f44ee0da217141b5ab147788410b536f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9f5d146d31bc4c2cbf1076120c6b1518, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9d9d75053d9d43e6aba2549e335404b7, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330d9001fd3242a0b3edcc07625397d3, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f9bb12d1a8ec43ae982906ce98ce778e, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/1b1e75db430d4ab29bc14905c83f1aaf, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/c37761656e2544c98b2a55c021a263ac, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/633e28ea2d4f4f99b6582bad82afba23] to archive
2024-11-09T23:27:30,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:27:30,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/947602f347b8469c91a808af6b853259 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/947602f347b8469c91a808af6b853259
2024-11-09T23:27:30,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330b8da6eae94210bc965e05b559b1f0 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330b8da6eae94210bc965e05b559b1f0
2024-11-09T23:27:30,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f254baab2e064d5cbac98e2b45d24f6a to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f254baab2e064d5cbac98e2b45d24f6a
2024-11-09T23:27:30,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/908fe934651847419052c010b32ace46 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/908fe934651847419052c010b32ace46
2024-11-09T23:27:30,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/675da3dd74764d43930434f5ece8d912 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/675da3dd74764d43930434f5ece8d912
2024-11-09T23:27:30,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a092ea2eed504cb093d4a1356c3b9e19 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a092ea2eed504cb093d4a1356c3b9e19
2024-11-09T23:27:30,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a4c4774ed22243ba90ff6b4354af796b to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a4c4774ed22243ba90ff6b4354af796b
2024-11-09T23:27:30,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/be981ff95d4a4ed28e73b8ef472665c7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/be981ff95d4a4ed28e73b8ef472665c7
2024-11-09T23:27:30,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a8172705da4c4b3ea1284d404e73468c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/a8172705da4c4b3ea1284d404e73468c
2024-11-09T23:27:30,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b5d2d1eebf124cbe9fbcd33000c5fd67 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b5d2d1eebf124cbe9fbcd33000c5fd67
2024-11-09T23:27:30,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/787be1f821194c3cad8fea328c269533 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/787be1f821194c3cad8fea328c269533
2024-11-09T23:27:30,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f44ee0da217141b5ab147788410b536f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f44ee0da217141b5ab147788410b536f
2024-11-09T23:27:30,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9f5d146d31bc4c2cbf1076120c6b1518 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9f5d146d31bc4c2cbf1076120c6b1518
2024-11-09T23:27:30,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9d9d75053d9d43e6aba2549e335404b7 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/9d9d75053d9d43e6aba2549e335404b7
2024-11-09T23:27:30,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330d9001fd3242a0b3edcc07625397d3 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/330d9001fd3242a0b3edcc07625397d3
2024-11-09T23:27:30,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f9bb12d1a8ec43ae982906ce98ce778e to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/f9bb12d1a8ec43ae982906ce98ce778e
2024-11-09T23:27:30,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/1b1e75db430d4ab29bc14905c83f1aaf to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/1b1e75db430d4ab29bc14905c83f1aaf
2024-11-09T23:27:30,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/c37761656e2544c98b2a55c021a263ac to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/c37761656e2544c98b2a55c021a263ac
2024-11-09T23:27:30,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/633e28ea2d4f4f99b6582bad82afba23 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/633e28ea2d4f4f99b6582bad82afba23
2024-11-09T23:27:30,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/10ab01b93cca42a19fb4ccc4c9614d14, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/50b92e74ad9f498cb8dd9a1552ebca66, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/8861d0761a204dca9f7982988c47d9ec, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/123125a1428b4675a780faee7b18e4de, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/51881d881c7c4b3dae5a14a77a628fc8, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/614f2e4dd1bd45bf9971163a6d7d3b6f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3f6ad8bf7e224fcfa3c34dd5388205e5, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/f8e116b0e3da4a06a94d314843b86639, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3480eeb3f51048399fd5615284392c3f, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e99313b60a4c4e7ba8cd8ece7fe9f76c, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ca911a3b771b46309d264e7b3a146a43, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e4f2fa8236284a5a9fe247275da61c13, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/af3b67151eb446b3b394db5428ea2eab, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/078e5b410d884bc09b99314b83567e71, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/38acab4e049b4ca5869e3b9a8feead50, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fcf024daa2aa417e8fe661dc96d5e4ff, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/47d8318416cb4a2f9eaf8727289b8750, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/78d12bfde73043f5843d2f0ef9a95456] to archive
2024-11-09T23:27:30,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T23:27:30,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/10ab01b93cca42a19fb4ccc4c9614d14 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/10ab01b93cca42a19fb4ccc4c9614d14
2024-11-09T23:27:30,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/50b92e74ad9f498cb8dd9a1552ebca66 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/50b92e74ad9f498cb8dd9a1552ebca66
2024-11-09T23:27:30,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/8861d0761a204dca9f7982988c47d9ec to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/8861d0761a204dca9f7982988c47d9ec
2024-11-09T23:27:30,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/123125a1428b4675a780faee7b18e4de to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/123125a1428b4675a780faee7b18e4de
2024-11-09T23:27:30,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fa9fbfdfe64d4e4b9ff0a6ec8a141dfc
2024-11-09T23:27:30,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/51881d881c7c4b3dae5a14a77a628fc8 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/51881d881c7c4b3dae5a14a77a628fc8
2024-11-09T23:27:30,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/614f2e4dd1bd45bf9971163a6d7d3b6f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/614f2e4dd1bd45bf9971163a6d7d3b6f
2024-11-09T23:27:30,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3f6ad8bf7e224fcfa3c34dd5388205e5 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3f6ad8bf7e224fcfa3c34dd5388205e5
2024-11-09T23:27:30,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/f8e116b0e3da4a06a94d314843b86639 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/f8e116b0e3da4a06a94d314843b86639
2024-11-09T23:27:30,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3480eeb3f51048399fd5615284392c3f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/3480eeb3f51048399fd5615284392c3f
2024-11-09T23:27:30,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e99313b60a4c4e7ba8cd8ece7fe9f76c to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e99313b60a4c4e7ba8cd8ece7fe9f76c
2024-11-09T23:27:30,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ca911a3b771b46309d264e7b3a146a43 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ca911a3b771b46309d264e7b3a146a43
2024-11-09T23:27:30,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e4f2fa8236284a5a9fe247275da61c13 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e4f2fa8236284a5a9fe247275da61c13
2024-11-09T23:27:30,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/af3b67151eb446b3b394db5428ea2eab to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/af3b67151eb446b3b394db5428ea2eab
2024-11-09T23:27:30,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/078e5b410d884bc09b99314b83567e71 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/078e5b410d884bc09b99314b83567e71
2024-11-09T23:27:30,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/38acab4e049b4ca5869e3b9a8feead50 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/38acab4e049b4ca5869e3b9a8feead50
2024-11-09T23:27:30,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fcf024daa2aa417e8fe661dc96d5e4ff to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/fcf024daa2aa417e8fe661dc96d5e4ff
2024-11-09T23:27:30,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/47d8318416cb4a2f9eaf8727289b8750 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/47d8318416cb4a2f9eaf8727289b8750
2024-11-09T23:27:30,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/78d12bfde73043f5843d2f0ef9a95456 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/78d12bfde73043f5843d2f0ef9a95456
2024-11-09T23:27:30,228 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/recovered.edits/298.seqid, newMaxSeqId=298, maxSeqId=4
2024-11-09T23:27:30,229 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.
2024-11-09T23:27:30,229 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1635): Region close journal for 050e14a5f51e4deff7ae4ae32613c1e1:

2024-11-09T23:27:30,230 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(170): Closed 050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,231 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=163 updating hbase:meta row=050e14a5f51e4deff7ae4ae32613c1e1, regionState=CLOSED
2024-11-09T23:27:30,233 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163
2024-11-09T23:27:30,233 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; CloseRegionProcedure 050e14a5f51e4deff7ae4ae32613c1e1, server=5c400312e287,42983,1731194669945 in 1.9460 sec
2024-11-09T23:27:30,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162
2024-11-09T23:27:30,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=050e14a5f51e4deff7ae4ae32613c1e1, UNASSIGN in 1.9520 sec
2024-11-09T23:27:30,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161
2024-11-09T23:27:30,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9560 sec
2024-11-09T23:27:30,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731194850237"}]},"ts":"1731194850237"}
2024-11-09T23:27:30,238 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T23:27:30,286 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T23:27:30,290 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0310 sec
2024-11-09T23:27:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-09T23:27:30,368 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 161 completed
2024-11-09T23:27:30,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T23:27:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:30,373 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-09T23:27:30,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=165, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:30,379 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,383 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C, FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/recovered.edits]
2024-11-09T23:27:30,387 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1666f65632ca46f39f95b524cd323790 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/1666f65632ca46f39f95b524cd323790
2024-11-09T23:27:30,389 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/61dbc9086a0247919b3ada17e84e0a80 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/61dbc9086a0247919b3ada17e84e0a80
2024-11-09T23:27:30,391 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d29d5661f236418eb22b12d0cc041488 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/A/d29d5661f236418eb22b12d0cc041488
2024-11-09T23:27:30,394 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/47efdd8b0a944e8a970432960d124c26 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/47efdd8b0a944e8a970432960d124c26
2024-11-09T23:27:30,396 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/8a85e8eedfed42b9a5e8c602f7e3c688 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/8a85e8eedfed42b9a5e8c602f7e3c688
2024-11-09T23:27:30,397 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b39ad1478c314987aef819adbfcc7c61 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/B/b39ad1478c314987aef819adbfcc7c61
2024-11-09T23:27:30,400 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ab4b984581264ecbb65174a3298a958f to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/ab4b984581264ecbb65174a3298a958f
2024-11-09T23:27:30,402 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/bce8d7d01f844f0aa9d95bdf847c1821 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/bce8d7d01f844f0aa9d95bdf847c1821
2024-11-09T23:27:30,403 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e5f91d2c440840448911f5fa3174eb64 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/C/e5f91d2c440840448911f5fa3174eb64
2024-11-09T23:27:30,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/recovered.edits/298.seqid to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1/recovered.edits/298.seqid
2024-11-09T23:27:30,407 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/default/TestAcidGuarantees/050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,407 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T23:27:30,407 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T23:27:30,408 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-09T23:27:30,411 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093306af62cb49414f80541315ab18b021_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093306af62cb49414f80541315ab18b021_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,413 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110937eff7948ea740eaaaa0c09e55c9f764_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110937eff7948ea740eaaaa0c09e55c9f764_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,414 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093d143ef76d874f2384fb9a3c01c12c28_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093d143ef76d874f2384fb9a3c01c12c28_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,415 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948de98b1e1014ef68d05cec41591c7af_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948de98b1e1014ef68d05cec41591c7af_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,416 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094bee3e07d4024b23a0621a00da1fe321_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094bee3e07d4024b23a0621a00da1fe321_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,416 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110961d5dbf690f0415dbb48810e472f3374_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110961d5dbf690f0415dbb48810e472f3374_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,417 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096a38e93af6d14245b77039d8be391570_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096a38e93af6d14245b77039d8be391570_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,418 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999b07ff7ca894d0885e03ac4d0bb6905_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999b07ff7ca894d0885e03ac4d0bb6905_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,418 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099b13a0f4edce42d29af5ae811baf7775_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099b13a0f4edce42d29af5ae811baf7775_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,419 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a11fad62a8584958bf80b09c681e15bc_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a11fad62a8584958bf80b09c681e15bc_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,419 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5cb1308dc7e4f068d14218f646acd7f_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5cb1308dc7e4f068d14218f646acd7f_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,420 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b7da504dbaf442c88d4ffb9113c2c36f_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b7da504dbaf442c88d4ffb9113c2c36f_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,421 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cca34f3a6dd84907b6ffe02d24939706_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cca34f3a6dd84907b6ffe02d24939706_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,421 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5335089aad5428395fea90b1106552f_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5335089aad5428395fea90b1106552f_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,422 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f9b181e22d4a460797d695cc50098d51_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f9b181e22d4a460797d695cc50098d51_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,422 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa1ba9a8696d42f7a574f8ea99cc0d33_050e14a5f51e4deff7ae4ae32613c1e1 to hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa1ba9a8696d42f7a574f8ea99cc0d33_050e14a5f51e4deff7ae4ae32613c1e1
2024-11-09T23:27:30,423 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T23:27:30,424 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=165, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:30,426 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T23:27:30,427 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T23:27:30,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=165, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:30,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T23:27:30,428 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731194850428"}]},"ts":"9223372036854775807"}
2024-11-09T23:27:30,430 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-09T23:27:30,430 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 050e14a5f51e4deff7ae4ae32613c1e1, NAME => 'TestAcidGuarantees,,1731194820223.050e14a5f51e4deff7ae4ae32613c1e1.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T23:27:30,430 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T23:27:30,430 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731194850430"}]},"ts":"9223372036854775807"}
2024-11-09T23:27:30,431 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-09T23:27:30,437 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=165, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T23:27:30,437 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec
2024-11-09T23:27:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-09T23:27:30,476 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 165 completed
2024-11-09T23:27:30,484 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=448 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=4217 (was 4216) - AvailableMemoryMB LEAK? -
2024-11-09T23:27:30,484 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster
2024-11-09T23:27:30,484 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-09T23:27:30,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:58838
2024-11-09T23:27:30,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:30,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T23:27:30,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false
2024-11-09T23:27:30,484 INFO  [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5c400312e287,41201,1731194669218
2024-11-09T23:27:30,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T23:27:30,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T23:27:30,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:27:30,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:27:30,495 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-11-09T23:27:30,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:30,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T23:27:30,495 INFO  [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5c400312e287,42983,1731194669945' *****
2024-11-09T23:27:30,495 INFO  [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested
2024-11-09T23:27:30,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T23:27:30,496 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(3579): Received CLOSE for c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1224): stopping server 5c400312e287,42983,1731194669945
2024-11-09T23:27:30,496 DEBUG [RS:0;5c400312e287:42983 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T23:27:30,496 INFO  [RS:0;5c400312e287:42983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T23:27:30,497 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c1102beb622bfcc223d762cc9b488eed, disabling compactions & flushes
2024-11-09T23:27:30,497 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:27:30,497 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed. after waiting 0 ms
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:27:30,497 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1603): Online Regions={c1102beb622bfcc223d762cc9b488eed=hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T23:27:30,497 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c1102beb622bfcc223d762cc9b488eed 1/1 column families, dataSize=78 B heapSize=488 B
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-09T23:27:30,497 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T23:27:30,497 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T23:27:30,497 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB
2024-11-09T23:27:30,499 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:27:30,516 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/.tmp/info/e171aa2bc43f4488a5fe415ab634b841 is 45, key is default/info:d/1731194675699/Put/seqid=0
2024-11-09T23:27:30,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742367_1543 (size=5037)
2024-11-09T23:27:30,522 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/info/5f102287df464d09a656e6273f641481 is 143, key is hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed./info:regioninfo/1731194675510/Put/seqid=0
2024-11-09T23:27:30,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742368_1544 (size=7725)
2024-11-09T23:27:30,552 INFO  [regionserver/5c400312e287:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T23:27:30,700 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:27:30,780 INFO  [regionserver/5c400312e287:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T23:27:30,781 INFO  [regionserver/5c400312e287:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T23:27:30,900 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c1102beb622bfcc223d762cc9b488eed
2024-11-09T23:27:30,921 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/.tmp/info/e171aa2bc43f4488a5fe415ab634b841
2024-11-09T23:27:30,926 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/info/5f102287df464d09a656e6273f641481
2024-11-09T23:27:30,930 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/.tmp/info/e171aa2bc43f4488a5fe415ab634b841 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/info/e171aa2bc43f4488a5fe415ab634b841
2024-11-09T23:27:30,935 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/info/e171aa2bc43f4488a5fe415ab634b841, entries=2, sequenceid=6, filesize=4.9 K
2024-11-09T23:27:30,935 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c1102beb622bfcc223d762cc9b488eed in 438ms, sequenceid=6, compaction requested=false
2024-11-09T23:27:30,939 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/namespace/c1102beb622bfcc223d762cc9b488eed/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-09T23:27:30,940 INFO  [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:27:30,940 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c1102beb622bfcc223d762cc9b488eed:

2024-11-09T23:27:30,940 DEBUG [RS_CLOSE_REGION-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731194674212.c1102beb622bfcc223d762cc9b488eed.
2024-11-09T23:27:30,949 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/rep_barrier/b36c6b44166c40329228a17eb33b6000 is 102, key is TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf./rep_barrier:/1731194708292/DeleteFamily/seqid=0
2024-11-09T23:27:30,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742369_1545 (size=6025)
2024-11-09T23:27:31,101 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-09T23:27:31,301 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-09T23:27:31,353 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/rep_barrier/b36c6b44166c40329228a17eb33b6000
2024-11-09T23:27:31,379 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/table/c55c95f840ee44f789197ba4feffb99d is 96, key is TestAcidGuarantees,,1731194675976.0f0f47f7f446910a6aabb05bcbda07cf./table:/1731194708292/DeleteFamily/seqid=0
2024-11-09T23:27:31,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742370_1546 (size=5942)
2024-11-09T23:27:31,501 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close
2024-11-09T23:27:31,501 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T23:27:31,502 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-09T23:27:31,702 DEBUG [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-09T23:27:31,784 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/table/c55c95f840ee44f789197ba4feffb99d
2024-11-09T23:27:31,795 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/info/5f102287df464d09a656e6273f641481 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/info/5f102287df464d09a656e6273f641481
2024-11-09T23:27:31,799 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/info/5f102287df464d09a656e6273f641481, entries=22, sequenceid=93, filesize=7.5 K
2024-11-09T23:27:31,800 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/rep_barrier/b36c6b44166c40329228a17eb33b6000 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/rep_barrier/b36c6b44166c40329228a17eb33b6000
2024-11-09T23:27:31,804 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/rep_barrier/b36c6b44166c40329228a17eb33b6000, entries=6, sequenceid=93, filesize=5.9 K
2024-11-09T23:27:31,805 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/.tmp/table/c55c95f840ee44f789197ba4feffb99d as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/table/c55c95f840ee44f789197ba4feffb99d
2024-11-09T23:27:31,808 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/table/c55c95f840ee44f789197ba4feffb99d, entries=9, sequenceid=93, filesize=5.8 K
2024-11-09T23:27:31,809 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=93, compaction requested=false
2024-11-09T23:27:31,812 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1
2024-11-09T23:27:31,812 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T23:27:31,812 INFO  [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-09T23:27:31,813 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-09T23:27:31,813 DEBUG [RS_CLOSE_META-regionserver/5c400312e287:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T23:27:31,902 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1250): stopping server 5c400312e287,42983,1731194669945; all regions closed.
2024-11-09T23:27:31,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741834_1010 (size=26050)
2024-11-09T23:27:31,913 DEBUG [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/oldWALs
2024-11-09T23:27:31,913 INFO  [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5c400312e287%2C42983%2C1731194669945.meta:.meta(num 1731194673918)
2024-11-09T23:27:31,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741832_1008 (size=12207352)
2024-11-09T23:27:31,921 DEBUG [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/oldWALs
2024-11-09T23:27:31,921 INFO  [RS:0;5c400312e287:42983 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5c400312e287%2C42983%2C1731194669945:(num 1731194672896)
2024-11-09T23:27:31,921 DEBUG [RS:0;5c400312e287:42983 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:31,921 INFO  [RS:0;5c400312e287:42983 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T23:27:31,922 INFO  [RS:0;5c400312e287:42983 {}] hbase.ChoreService(370): Chore service for: regionserver/5c400312e287:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown
2024-11-09T23:27:31,922 INFO  [regionserver/5c400312e287:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-09T23:27:31,923 INFO  [RS:0;5c400312e287:42983 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42983
2024-11-09T23:27:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c400312e287,42983,1731194669945
2024-11-09T23:27:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T23:27:31,971 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c400312e287,42983,1731194669945]
2024-11-09T23:27:31,971 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5c400312e287,42983,1731194669945; numProcessing=1
2024-11-09T23:27:31,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5c400312e287,42983,1731194669945 already deleted, retry=false
2024-11-09T23:27:31,986 INFO  [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5c400312e287,42983,1731194669945 expired; onlineServers=0
2024-11-09T23:27:31,987 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5c400312e287,41201,1731194669218' *****
2024-11-09T23:27:31,987 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T23:27:31,987 DEBUG [M:0;5c400312e287:41201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c400312e287/172.17.0.2:0
2024-11-09T23:27:31,987 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegionServer(1224): stopping server 5c400312e287,41201,1731194669218
2024-11-09T23:27:31,987 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegionServer(1250): stopping server 5c400312e287,41201,1731194669218; all regions closed.
2024-11-09T23:27:31,987 DEBUG [M:0;5c400312e287:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T23:27:31,988 DEBUG [M:0;5c400312e287:41201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T23:27:31,988 DEBUG [M:0;5c400312e287:41201 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T23:27:31,988 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T23:27:31,988 DEBUG [master/5c400312e287:0:becomeActiveMaster-HFileCleaner.large.0-1731194672616 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c400312e287:0:becomeActiveMaster-HFileCleaner.large.0-1731194672616,5,FailOnTimeoutGroup]
2024-11-09T23:27:31,988 DEBUG [master/5c400312e287:0:becomeActiveMaster-HFileCleaner.small.0-1731194672617 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c400312e287:0:becomeActiveMaster-HFileCleaner.small.0-1731194672617,5,FailOnTimeoutGroup]
2024-11-09T23:27:31,988 INFO  [M:0;5c400312e287:41201 {}] hbase.ChoreService(370): Chore service for: master/5c400312e287:0 had [] on shutdown
2024-11-09T23:27:31,989 DEBUG [M:0;5c400312e287:41201 {}] master.HMaster(1733): Stopping service threads
2024-11-09T23:27:31,989 INFO  [M:0;5c400312e287:41201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T23:27:31,989 ERROR [M:0;5c400312e287:41201 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (59733779) connection to localhost/127.0.0.1:46087 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46087,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-09T23:27:31,991 INFO  [M:0;5c400312e287:41201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T23:27:31,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T23:27:31,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-09T23:27:31,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T23:27:31,995 DEBUG [M:0;5c400312e287:41201 {}] zookeeper.ZKUtil(347): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-09T23:27:31,996 WARN  [M:0;5c400312e287:41201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T23:27:31,996 INFO  [M:0;5c400312e287:41201 {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-11-09T23:27:31,996 INFO  [M:0;5c400312e287:41201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T23:27:31,996 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T23:27:31,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T23:27:31,996 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:27:31,996 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:27:31,996 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T23:27:31,996 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:27:31,997 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=707.24 KB heapSize=864.88 KB
2024-11-09T23:27:32,017 DEBUG [M:0;5c400312e287:41201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0a46009acde4c9381464c2c367ec0f7 is 82, key is hbase:meta,,1/info:regioninfo/1731194674036/Put/seqid=0
2024-11-09T23:27:32,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742371_1547 (size=5672)
2024-11-09T23:27:32,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T23:27:32,079 INFO  [RS:0;5c400312e287:42983 {}] regionserver.HRegionServer(1307): Exiting; stopping=5c400312e287,42983,1731194669945; zookeeper connection closed.
2024-11-09T23:27:32,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42983-0x1012333e8270001, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T23:27:32,079 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fa0432d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fa0432d
2024-11-09T23:27:32,080 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T23:27:32,421 INFO  [M:0;5c400312e287:41201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1929 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0a46009acde4c9381464c2c367ec0f7
2024-11-09T23:27:32,451 DEBUG [M:0;5c400312e287:41201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320b9cea426843499e088489f7b15faa is 2278, key is \x00\x00\x00\x00\x00\x00\x00./proc:d/1731194711538/Put/seqid=0
2024-11-09T23:27:32,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742372_1548 (size=42648)
2024-11-09T23:27:32,856 INFO  [M:0;5c400312e287:41201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=706.68 KB at sequenceid=1929 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320b9cea426843499e088489f7b15faa
2024-11-09T23:27:32,865 INFO  [M:0;5c400312e287:41201 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 320b9cea426843499e088489f7b15faa
2024-11-09T23:27:32,886 DEBUG [M:0;5c400312e287:41201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7ea1e1d2d514b40a2b89a96a0b50c71 is 69, key is 5c400312e287,42983,1731194669945/rs:state/1731194672673/Put/seqid=0
2024-11-09T23:27:32,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073742373_1549 (size=5156)
2024-11-09T23:27:33,290 INFO  [M:0;5c400312e287:41201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1929 (bloomFilter=true), to=hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7ea1e1d2d514b40a2b89a96a0b50c71
2024-11-09T23:27:33,321 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0a46009acde4c9381464c2c367ec0f7 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0a46009acde4c9381464c2c367ec0f7
2024-11-09T23:27:33,328 INFO  [M:0;5c400312e287:41201 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0a46009acde4c9381464c2c367ec0f7, entries=8, sequenceid=1929, filesize=5.5 K
2024-11-09T23:27:33,329 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320b9cea426843499e088489f7b15faa as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/320b9cea426843499e088489f7b15faa
2024-11-09T23:27:33,334 INFO  [M:0;5c400312e287:41201 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 320b9cea426843499e088489f7b15faa
2024-11-09T23:27:33,334 INFO  [M:0;5c400312e287:41201 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/320b9cea426843499e088489f7b15faa, entries=165, sequenceid=1929, filesize=41.6 K
2024-11-09T23:27:33,335 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7ea1e1d2d514b40a2b89a96a0b50c71 as hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7ea1e1d2d514b40a2b89a96a0b50c71
2024-11-09T23:27:33,339 INFO  [M:0;5c400312e287:41201 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46087/user/jenkins/test-data/f34939b7-20d0-24eb-ef61-e3ac051ed247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7ea1e1d2d514b40a2b89a96a0b50c71, entries=1, sequenceid=1929, filesize=5.0 K
2024-11-09T23:27:33,339 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegion(3040): Finished flush of dataSize ~707.24 KB/724212, heapSize ~864.59 KB/885336, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=1929, compaction requested=false
2024-11-09T23:27:33,341 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T23:27:33,341 DEBUG [M:0;5c400312e287:41201 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-09T23:27:33,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741830_1006 (size=850780)
2024-11-09T23:27:33,345 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-09T23:27:33,345 INFO  [M:0;5c400312e287:41201 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down.
2024-11-09T23:27:33,345 INFO  [M:0;5c400312e287:41201 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41201
2024-11-09T23:27:33,353 DEBUG [M:0;5c400312e287:41201 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5c400312e287,41201,1731194669218 already deleted, retry=false
2024-11-09T23:27:33,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T23:27:33,462 INFO  [M:0;5c400312e287:41201 {}] regionserver.HRegionServer(1307): Exiting; stopping=5c400312e287,41201,1731194669218; zookeeper connection closed.
2024-11-09T23:27:33,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x1012333e8270000, quorum=127.0.0.1:58838, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T23:27:33,471 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T23:27:33,474 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T23:27:33,474 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T23:27:33,474 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T23:27:33,475 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/hadoop.log.dir/,STOPPED}
2024-11-09T23:27:33,479 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T23:27:33,479 WARN  [BP-393288495-172.17.0.2-1731194666069 heartbeating to localhost/127.0.0.1:46087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T23:27:33,479 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T23:27:33,479 WARN  [BP-393288495-172.17.0.2-1731194666069 heartbeating to localhost/127.0.0.1:46087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-393288495-172.17.0.2-1731194666069 (Datanode Uuid a1e9c99a-d211-4827-8ddc-6eb16bc4e9b0) service to localhost/127.0.0.1:46087
2024-11-09T23:27:33,485 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/dfs/data/data1/current/BP-393288495-172.17.0.2-1731194666069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T23:27:33,485 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/cluster_8710c078-38a8-9dcb-4211-57cb52f3c471/dfs/data/data2/current/BP-393288495-172.17.0.2-1731194666069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T23:27:33,486 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T23:27:33,492 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T23:27:33,492 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T23:27:33,492 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T23:27:33,493 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T23:27:33,493 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2cfef6be-b8e9-4536-711a-5dc9834d0685/hadoop.log.dir/,STOPPED}
2024-11-09T23:27:33,506 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers
2024-11-09T23:27:33,613 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down